-- Logs begin at Sat 2022-09-17 02:59:30 UTC, end at Sat 2022-09-17 03:53:11 UTC. -- Sep 17 03:28:39.484432 dv-cinder-849143-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 03:28:42.096802 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.common.config [-] Logging enabled! Sep 17 03:28:42.097442 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 17 03:28:42.097536 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106283) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 17 03:28:42.100972 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.common.config [-] Logging enabled! Sep 17 03:28:42.101227 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 17 03:28:42.101538 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106283) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 17 03:28:42.102511 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 03:28:42.102751 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 03:28:42.103220 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 03:28:42.103484 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 03:28:42.103700 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 03:28:42.104020 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.104316 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.104546 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.104842 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.105131 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.105392 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.105682 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.106002 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.106288 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.106566 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.106850 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.107076 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.107358 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.107629 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.107916 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.108141 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] debug = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.108423 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.108843 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.109242 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.109534 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.109849 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.110130 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.110403 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.110682 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.110966 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.111296 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] host = dv-cinder-849143-3-smb {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.111575 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.111863 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.112149 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.112444 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.112711 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.112985 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.113269 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.113541 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.113846 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] log_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.114123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.114414 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.114702 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.115089 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.115314 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.115539 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.115828 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.116120 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.116394 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.116674 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.116949 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.117579 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.117878 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.118146 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.118438 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.118725 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.119010 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.119283 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.119556 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.119827 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.120096 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.120382 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.120652 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.120923 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.121193 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.121478 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.121744 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.122035 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.122334 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.122619 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.122903 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.123188 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.123458 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.123742 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.124014 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.124286 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.124556 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] use_json = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.124826 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.125095 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.125382 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.125654 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.125950 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.126223 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.126494 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.126783 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.127056 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:42.127349 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.127646 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.127948 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.128230 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.128540 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.128822 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.129111 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.129391 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.129679 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.129990 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.130279 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.130585 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.130886 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.131176 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.131470 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.131775 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.132070 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.132362 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.132639 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.132909 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.133179 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.133457 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.133745 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.134044 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.134334 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.134622 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.134899 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.135197 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.135479 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.135764 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.136064 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.136357 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.136638 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.136920 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.137211 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.137490 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.137787 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.138078 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.138357 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.138634 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.138914 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.139206 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.139497 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.139768 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.140046 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.140337 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.140614 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.140885 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.141157 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.141432 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.141701 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.142010 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.142290 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.142561 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.142833 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.143110 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.143382 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.143651 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.143928 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.144200 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.144474 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.144745 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.145014 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.145286 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.145553 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.145844 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.146132 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.146438 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.146719 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.146989 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.147259 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.147529 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.147800 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.148071 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.148353 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.148650 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.148927 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.149203 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.149481 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.149776 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.150051 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.150326 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.150601 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.150875 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.151145 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.151436 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.151711 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.151994 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.152277 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.152570 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.152866 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.153140 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.153414 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.153688 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.153991 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.154268 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.154549 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.154823 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.155100 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.155381 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.155667 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.155964 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.156259 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.156543 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.156840 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.157134 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.157425 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.157701 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.158038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.158317 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:42.158536 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 03:28:42.158779 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106283) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 03:28:42.532881 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 17 03:28:42.533198 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 17 03:28:42.533463 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 17 03:28:42.533697 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 17 03:28:42.534009 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 17 03:28:42.534339 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 03:28:42.855797 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.855996 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.856249 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.857440 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.857712 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.857996 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.910606 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.910885 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.911150 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.927401 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.927730 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.927996 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.955821 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.956100 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.956374 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.993135 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.993417 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:42.993689 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.220570 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.221277 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.221277 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.222441 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.223144 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.318936 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.319267 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.319536 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.319809 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.320077 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.320390 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.320650 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.320906 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.321163 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.321441 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.321684 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.321974 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.322231 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.322477 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.322731 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.322991 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.323243 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.323495 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.323762 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.324018 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.324287 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.324540 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.324828 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.325206 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.325454 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.325703 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.326122 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:28:43.326363 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:28:43.326599 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:28:43.326835 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:28:43.327071 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:28:43.327316 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:28:43.327681 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 03:28:43.330771 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 03:28:43.334753 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 03:28:43.338474 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 17 03:28:43.340081 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 03:28:43.340705 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 03:28:43.341037 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 03:28:43.341421 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 03:28:43.344182 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 03:28:43.344431 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 03:28:43.344780 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 03:28:43.349936 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 03:28:43.372723 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 03:28:43.373171 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.373470 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106283) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 17 03:28:43.373868 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.375211 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106283) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 03:28:43.375500 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 03:28:43.375735 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 03:28:43.386441 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.386717 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:43.477175 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 03:28:43.477332 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 03:28:43.477567 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 03:28:43.477978 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 03:28:43.530647 dv-cinder-849143-3-smb neutron-server[106283]: INFO dbcounter [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Registered counter for database neutron Sep 17 03:28:43.553346 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_db.sqlalchemy.engines [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106283) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 03:28:43.560927 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG dbcounter [-] [106283] Writer thread running {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:28:44.112896 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Initializing driver for type 'gre' Sep 17 03:28:44.113452 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] gre ID ranges: [(1, 1000)] Sep 17 03:28:44.170997 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Initializing driver for type 'local' Sep 17 03:28:44.171337 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Initializing driver for type 'vlan' Sep 17 03:28:44.187069 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] VlanTypeDriver initialization complete Sep 17 03:28:44.187376 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Initializing driver for type 'vxlan' Sep 17 03:28:44.187867 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] vxlan ID ranges: [(1, 1000)] Sep 17 03:28:44.246092 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Initializing extension driver 'port_security' Sep 17 03:28:44.246782 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.extensions.port_security [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] PortSecurityExtensionDriver initialization complete Sep 17 03:28:44.246782 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Initializing mechanism driver 'openvswitch' Sep 17 03:28:44.247117 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Initializing mechanism driver 'hyperv' Sep 17 03:28:44.253729 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.plugins.ml2.plugin [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:28:44.254427 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > port after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.254820 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > port after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.255157 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > port after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.255690 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:28:44.256149 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > subnet after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.256509 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > subnet after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.256853 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.257251 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:28:44.257656 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > network after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.258029 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > network after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.258371 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > network after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.258759 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:28:44.259160 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > security_group after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.259508 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > security_group after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.259847 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.260236 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:28:44.260641 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.260960 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.261299 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.261843 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:28:44.262250 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > address_group after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.262598 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > address_group after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.262941 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.263331 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106283) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 17 03:28:44.263771 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] ML2 OVO RPC backend initialized. {{(pid=106283) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 17 03:28:44.264478 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.264835 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.265253 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > network before_response 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.265608 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > networks before_response 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.265979 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > port before_response 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.266325 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > ports before_response 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.266666 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > subnet before_response 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.267007 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > subnets before_response 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.267353 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > network after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.267699 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > network after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.268039 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > network after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.268378 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > port after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.268766 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > port after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.271903 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > port after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.272266 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > subnet after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.272625 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > subnet after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.272978 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.282033 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded quota_driver: . Sep 17 03:28:44.282399 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.plugin [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Modular L2 Plugin initialization complete Sep 17 03:28:44.282753 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading services supported by the core plugin {{(pid=106283) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 03:28:44.283100 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.plugins.ml2.managers [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Got port-security extension from driver 'port_security' Sep 17 03:28:44.283583 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.extensions.vlantransparent [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Disabled vlantransparent extension. Sep 17 03:28:44.284116 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106283) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 03:28:44.284440 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading Plugin: router Sep 17 03:28:44.319436 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.319828 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router after_create 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.320202 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router before_create 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.320566 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.320941 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.321300 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router after_delete 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.321660 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.322033 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.322390 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router after_create 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.322733 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router after_update 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.323069 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router after_update 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.323412 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.323772 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router after_update 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.324181 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_update 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.324565 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: port after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.324906 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: port after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.325277 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: subnet after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.325628 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.325992 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.326350 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_create 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.326694 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: port before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.327041 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.327400 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router after_update 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.327744 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.328095 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_create 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.328458 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.328806 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_update 55549900 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.329175 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > agent after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.329527 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > agent after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.329901 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > network after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.330798 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Tracking information for resource: router configured {{(pid=106283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:28:44.331136 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Tracking information for resource: floatingip configured {{(pid=106283) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 03:28:44.336113 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.db.l3_agentschedulers_db [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 03:28:44.336693 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: port after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.337057 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: port after_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.337412 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: port after_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.337792 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: port after_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.338593 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router before_create 55550100 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.338963 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.339328 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_create 55550100 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.339688 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > router precommit_update 55550100 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.344555 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.services.provider_configuration [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service providers = [] {{(pid=106283) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 03:28:44.344918 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.db.servicetype_db [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106283) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 03:28:44.347897 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.services.service_base [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 03:28:44.348247 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.services.service_base [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 03:28:44.348594 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.services.service_base [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 03:28:44.349501 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.services.service_base [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106283) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 03:28:44.349896 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.services.service_base [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 03:28:44.350269 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:28:44.350592 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 03:28:44.362319 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:28:44.362649 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading Plugin: auto_allocate Sep 17 03:28:44.369024 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: network precommit_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.369394 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: network precommit_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.369954 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:28:44.370274 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading Plugin: tag Sep 17 03:28:44.376812 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:28:44.377137 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading Plugin: timestamp Sep 17 03:28:44.381279 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:28:44.381609 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading Plugin: network_ip_availability Sep 17 03:28:44.387104 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.387472 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.387831 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.388551 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:28:44.388874 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading Plugin: flavors Sep 17 03:28:44.393500 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:28:44.393863 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading Plugin: revisions Sep 17 03:28:44.398355 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106283) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 03:28:44.398745 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.865s {{(pid=106283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 17 03:28:44.399485 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106283) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 17 03:28:44.399819 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Initializing extension manager. Sep 17 03:28:44.400340 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: __init__.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.400683 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: __pycache__ {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.401015 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: address_group.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.401933 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.402508 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: address-group Sep 17 03:28:44.402835 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: address_scope.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.403516 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.404024 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: address-scope Sep 17 03:28:44.404335 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.405211 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.405723 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: router-admin-state-down-before-update Sep 17 03:28:44.406067 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: agent.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.406714 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.407210 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: agent Sep 17 03:28:44.407529 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: agent_resources_synced.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.408390 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.408890 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: agent-resources-synced Sep 17 03:28:44.409209 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: allowedaddresspairs.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.410989 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.411498 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: allowed-address-pairs Sep 17 03:28:44.411843 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: auto_allocated_topology.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.412865 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.413368 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: auto-allocated-topology Sep 17 03:28:44.413692 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: availability_zone.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.414373 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.414867 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: availability_zone Sep 17 03:28:44.415191 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: availability_zone_filter.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.416054 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.416552 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: availability_zone_filter Sep 17 03:28:44.416872 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: data_plane_status.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.417740 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.418264 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 03:28:44.418583 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: default_subnetpools.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.419450 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.419953 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: default-subnetpools Sep 17 03:28:44.420275 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.421037 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.421544 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: dhcp_agent_scheduler Sep 17 03:28:44.421888 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: dns.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.422755 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.423249 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 03:28:44.423565 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: dns_domain_ports.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.424435 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.424926 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 03:28:44.425247 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.426144 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.426645 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 03:28:44.426967 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: dvr.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.427647 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.428145 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: dvr Sep 17 03:28:44.428461 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: ecmp_routes.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.429323 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.429832 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 03:28:44.430154 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: empty_string_filtering.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.431003 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.431501 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: empty-string-filtering Sep 17 03:28:44.431822 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.432677 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.433175 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 03:28:44.433495 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.434385 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.434884 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 03:28:44.435200 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: external_net.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.436057 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.436556 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: external-net Sep 17 03:28:44.436872 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.437733 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.438257 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: extra_dhcp_opt Sep 17 03:28:44.438578 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: extraroute.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.439436 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.439938 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: extraroute Sep 17 03:28:44.440251 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: extraroute_atomic.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.441232 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.441732 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: extraroute-atomic Sep 17 03:28:44.442078 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: filter_validation.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.442707 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.443223 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: filter-validation Sep 17 03:28:44.443539 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: fip_pf_description.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.444396 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.444887 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 03:28:44.445206 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: fip_pf_detail.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.446083 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.446581 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 17 03:28:44.446898 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: fip_pf_port_range.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.447761 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.448256 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 17 03:28:44.448574 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: fip_port_details.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.449440 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.449961 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: fip-port-details Sep 17 03:28:44.450280 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: flavors.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.451446 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.451951 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: flavors Sep 17 03:28:44.452285 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.453933 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.454436 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 03:28:44.454764 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: floatingip_pools.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.455425 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.455929 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: floatingip-pools Sep 17 03:28:44.456254 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: ip_allocation.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.457118 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.457637 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 03:28:44.457985 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.459029 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.459528 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: ip-substring-filtering Sep 17 03:28:44.459852 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l2_adjacency.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.460726 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.461223 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 03:28:44.461543 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.462499 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.463007 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: router Sep 17 03:28:44.463330 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.465742 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.466294 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 03:28:44.466630 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.467522 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.468026 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: ext-gw-mode Sep 17 03:28:44.468357 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.469229 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.469733 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: l3-ha Sep 17 03:28:44.470085 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.470949 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.471444 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 17 03:28:44.471770 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3_flavors.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.472636 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.473143 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: l3-flavors Sep 17 03:28:44.473470 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.474828 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.475339 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 17 03:28:44.475662 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.476538 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.477022 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 03:28:44.477368 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: l3agentscheduler.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.478394 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.478900 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: l3_agent_scheduler Sep 17 03:28:44.479222 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: local_ip.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.480932 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.481450 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension local_ip not supported by any of loaded plugins Sep 17 03:28:44.481792 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: logging.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.483235 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.483748 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension logging not supported by any of loaded plugins Sep 17 03:28:44.484081 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: metering.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.484784 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.485346 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: metering Sep 17 03:28:44.485672 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.486738 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.487248 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: metering_source_and_destination_fields Sep 17 03:28:44.487574 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: multiprovidernet.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.488451 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.488958 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: multi-provider Sep 17 03:28:44.489268 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: netmtu.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.490270 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.490776 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: net-mtu Sep 17 03:28:44.491100 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: netmtu_writable.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.492302 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.492804 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: net-mtu-writable Sep 17 03:28:44.493126 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: network_availability_zone.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.493769 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.494278 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: network_availability_zone Sep 17 03:28:44.494597 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: network_ip_availability.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.495641 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.496196 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: network-ip-availability Sep 17 03:28:44.496466 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: network_segment_range.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.497187 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.497678 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 03:28:44.498031 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: pagination.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.498967 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.499296 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: pagination Sep 17 03:28:44.499612 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: port_device_profile.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.500474 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.500980 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: port-device-profile Sep 17 03:28:44.501297 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: port_mac_address_override.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.502197 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.502703 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: port-mac-override Sep 17 03:28:44.503019 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.503888 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.504382 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: port-mac-address-regenerate Sep 17 03:28:44.504701 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.505589 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.506131 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: port-numa-affinity-policy Sep 17 03:28:44.506449 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: port_resource_request.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.507307 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.507801 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 03:28:44.508119 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: port_resource_request_groups.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.509031 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.509526 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 17 03:28:44.509872 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: portbindings.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.510739 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.511241 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: binding Sep 17 03:28:44.511560 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: portbindings_extended.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.512844 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.513352 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: binding-extended Sep 17 03:28:44.513679 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: portsecurity.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.514564 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.515072 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: port-security Sep 17 03:28:44.515393 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: project_id.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.516513 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.516844 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: project-id Sep 17 03:28:44.517165 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: providernet.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.518062 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.518565 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: provider Sep 17 03:28:44.518888 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.522541 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.523070 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos not supported by any of loaded plugins Sep 17 03:28:44.523404 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.524642 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.525157 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 03:28:44.525484 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.526393 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.526902 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 03:28:44.527225 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_default.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.528105 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.528608 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-default not supported by any of loaded plugins Sep 17 03:28:44.528935 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_fip.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.529829 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.530335 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 03:28:44.530654 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.531522 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.532021 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 17 03:28:44.532346 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_gateway_ip.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.533233 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.533740 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 03:28:44.534088 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_port_network_policy.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.534956 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.535457 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 03:28:44.535783 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.536879 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.537388 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 17 03:28:44.537713 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.538732 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.539236 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 17 03:28:44.539560 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_pps_rule.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.540691 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.541199 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 03:28:44.541523 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_rule_type_details.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.542429 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.542937 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 03:28:44.543258 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.544140 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.544642 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 17 03:28:44.544964 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: qos_rules_alias.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.545979 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.546483 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 03:28:44.546801 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: quota_check_limit.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.547669 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.548172 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: quota-check-limit Sep 17 03:28:44.548497 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: quotasv2.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.549415 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.549739 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: quotas Sep 17 03:28:44.550090 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: quotasv2_detail.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.551765 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.552194 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: quota_details Sep 17 03:28:44.552530 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: rbac.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.553554 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.554100 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: rbac-policies Sep 17 03:28:44.554430 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: rbac_address_group.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.555308 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.555814 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: rbac-address-group Sep 17 03:28:44.556136 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: rbac_address_scope.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.557085 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.557594 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: rbac-address-scope Sep 17 03:28:44.557959 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: rbac_security_groups.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.558829 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.559333 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: rbac-security-groups Sep 17 03:28:44.559717 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: rbac_subnetpool.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.560612 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.561119 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: rbac-subnetpool Sep 17 03:28:44.561435 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: revisionifmatch.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.562341 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.562846 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: revision-if-match Sep 17 03:28:44.563164 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: revisions.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.564229 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.564732 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: standard-attr-revisions Sep 17 03:28:44.565054 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: router_availability_zone.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.565684 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.566219 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: router_availability_zone Sep 17 03:28:44.566539 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: routerservicetype.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.567411 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.567962 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 03:28:44.568281 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.569159 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.569665 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: security-groups-normalized-cidr Sep 17 03:28:44.570019 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.570885 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.571394 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: port-security-groups-filtering Sep 17 03:28:44.571713 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.572591 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.573098 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: security-groups-remote-address-group Sep 17 03:28:44.573418 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.574318 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.574821 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: security-groups-shared-filtering Sep 17 03:28:44.575141 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: securitygroup.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.585094 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.585628 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: security-group Sep 17 03:28:44.585984 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: segment.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.586682 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.587193 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension segment not supported by any of loaded plugins Sep 17 03:28:44.587520 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.588413 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.588924 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 03:28:44.589253 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: servicetype.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.590334 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.590817 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: service-type Sep 17 03:28:44.591172 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: sorting.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.592090 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.592425 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: sorting Sep 17 03:28:44.592752 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: standard_attr_segment.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.593648 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.594186 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 03:28:44.594511 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: standardattrdescription.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.595127 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.595634 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: standard-attr-description Sep 17 03:28:44.595958 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: stateful_security_group.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.596843 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.597351 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: stateful-security-group Sep 17 03:28:44.597675 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: stdattrs_common.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.598252 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 03:28:44.598571 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.599538 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.600039 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 03:28:44.600359 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: subnet_onboard.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.601351 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.601887 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: subnet_onboard Sep 17 03:28:44.602214 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.603100 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.603605 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 03:28:44.603926 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: subnet_service_types.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.604804 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.605304 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: subnet-service-types Sep 17 03:28:44.605629 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: subnetallocation.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.606691 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.607210 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: subnet_allocation Sep 17 03:28:44.607536 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.608165 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.608761 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: subnetpool-prefix-ops Sep 17 03:28:44.609084 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.609991 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.610492 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 03:28:44.610813 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: tagging.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.611821 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.612337 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: standard-attr-tag Sep 17 03:28:44.612659 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: timestamp.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.613843 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.614351 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loaded extension: standard-attr-timestamp Sep 17 03:28:44.614694 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: trunk.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.615673 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.616178 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension trunk not supported by any of loaded plugins Sep 17 03:28:44.616498 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: trunk_details.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.617688 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.618216 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 03:28:44.618534 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: uplink_status_propagation.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.619411 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.619908 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 03:28:44.620229 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Loading extension file: vlantransparent.py {{(pid=106283) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 03:28:44.620855 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106283) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 03:28:44.621350 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 03:28:44.624033 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:network Sep 17 03:28:44.624556 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:subnet Sep 17 03:28:44.624954 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:28:44.625342 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:port Sep 17 03:28:44.626658 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.627104 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service FLAVORS assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.627714 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.628148 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.628471 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:router Sep 17 03:28:44.628897 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 03:28:44.629380 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service METERING assigned prefix: /metering {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.630901 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.631379 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.631736 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:28:44.632753 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 03:28:44.633201 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:security_group Sep 17 03:28:44.633639 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 03:28:44.634198 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service CORE assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.634544 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:28:44.634891 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] subnetpool is already registered Sep 17 03:28:44.635308 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service CORE assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.635643 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:28:44.636004 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] subnetpool is already registered Sep 17 03:28:44.638471 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.638943 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service FLAVORS assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.639562 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.640105 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.640443 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:router Sep 17 03:28:44.640786 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] router is already registered Sep 17 03:28:44.641215 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 03:28:44.641554 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] floatingip is already registered Sep 17 03:28:44.642060 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service METERING assigned prefix: /metering {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.642779 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 03:28:44.643126 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] rbac_policy is already registered Sep 17 03:28:44.643545 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:security_group Sep 17 03:28:44.643889 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] security_group is already registered Sep 17 03:28:44.644303 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 03:28:44.644677 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] security_group_rule is already registered Sep 17 03:28:44.645121 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service CORE assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.645444 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:28:44.645770 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] subnetpool is already registered Sep 17 03:28:44.646240 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.v2.resource_helper [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Service CORE assigned prefix: {{(pid=106283) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 03:28:44.646561 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 03:28:44.646889 dv-cinder-849143-3-smb neutron-server[106283]: WARNING neutron.quota.resource_registry [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] subnetpool is already registered Sep 17 03:28:44.647358 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: extensions {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.648950 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: address-groups {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.650476 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: address-scopes {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.651706 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: agents {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.652870 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: auto-allocated-topology {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.655449 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: availability_zones {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.656786 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: dhcp-networks {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.658255 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: dhcp-agents {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.659828 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: routers {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.661701 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: flavors {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.662869 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: service_profiles {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.664177 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: next_providers {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.665651 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: service_profiles {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.667139 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: floatingip-pools {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.668366 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: routers {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.670225 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: floatingips {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.671423 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: l3-routers {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.672839 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: l3-agents {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.674376 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: metering-labels {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.675657 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: metering-label-rules {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.676950 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: network-ip-availabilities {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.678364 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: bindings {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.679999 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: quotas {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.681591 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: quotas {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.683271 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: rbac-policies {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.684478 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: security-groups {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.685687 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: security-group-rules {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.686976 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: service-providers {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.688298 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: subnetpools {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.689631 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: subnetpools {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.691127 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.692998 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.694756 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.696639 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.698497 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.700482 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.702251 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.704054 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.705889 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.707773 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron.api.extensions [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Extended resource: tags {{(pid=106283) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 03:28:44.715217 dv-cinder-849143-3-smb neutron-server[106283]: WARNING keystonemiddleware.auth_token [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 03:28:44.720600 dv-cinder-849143-3-smb neutron-server[106283]: WARNING keystonemiddleware.auth_token [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 03:28:44.729638 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Acquiring lock "singleton_lock" {{(pid=106283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 17 03:28:44.729989 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Acquired lock "singleton_lock" {{(pid=106283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 17 03:28:44.730460 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_concurrency.lockutils [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Releasing lock "singleton_lock" {{(pid=106283) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 17 03:28:44.731117 dv-cinder-849143-3-smb neutron-server[106283]: INFO oslo_service.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Starting 2 workers Sep 17 03:28:44.735897 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Started child 106394 {{(pid=106283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 03:28:44.740374 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Started child 106395 {{(pid=106283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 03:28:44.741377 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:28:44.742406 dv-cinder-849143-3-smb neutron-server[106283]: INFO neutron.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 03:28:44.742771 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:28:44.743185 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [-] (106394) wsgi starting up on http://0.0.0.0:9696 Sep 17 03:28:44.745106 dv-cinder-849143-3-smb neutron-server[106283]: INFO oslo_service.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Starting 1 workers Sep 17 03:28:44.745242 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:28:44.746980 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [-] (106395) wsgi starting up on http://0.0.0.0:9696 Sep 17 03:28:44.750224 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Started child 106396 {{(pid=106283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 03:28:44.750899 dv-cinder-849143-3-smb neutron-server[106283]: INFO oslo_service.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Starting 1 workers Sep 17 03:28:44.754003 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] calling RpcWorker wait() {{(pid=106396) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 03:28:44.754605 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] returning from RpcWorker wait() {{(pid=106396) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 03:28:44.755511 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Started child 106397 {{(pid=106283) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 03:28:44.755790 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:28:44.756204 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:28:44.756329 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG neutron_lib.callbacks.manager [None req-bc14c530-eaa9-4e29-beca-ab5e06867d25 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:28:44.758133 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 03:28:44.758320 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 03:28:44.758590 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 03:28:44.758738 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 03:28:44.759073 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 03:28:44.759229 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 03:28:44.759771 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.760057 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.760288 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.760580 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.761135 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.761262 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:28:44.761719 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.761719 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.761945 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.762075 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:28:44.762189 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.762366 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.762564 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.762789 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.763055 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.763455 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.763606 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.763876 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.764127 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.764263 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.764525 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.764777 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.765030 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.765299 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] debug = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.765559 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.766086 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.766341 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.766590 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.766830 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.767096 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.767353 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.767618 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.767869 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.768102 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.768335 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.768616 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.768837 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.769064 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.769296 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.769574 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.769854 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.770327 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] host = dv-cinder-849143-3-smb {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.770603 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.770918 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.771119 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.771367 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.771619 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.771835 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.772106 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.772376 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.772627 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.772851 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.773102 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.773360 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.773670 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.773860 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.774027 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_options = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.774271 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.774556 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.774822 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.775015 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.775184 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.775351 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.777832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.777832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.777832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.777832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.777832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.777832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.777832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.777832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.778484 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.778484 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.778604 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.778828 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.779009 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.779259 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.779516 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.779762 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.779984 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.780228 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.780463 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.780734 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.780937 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781172 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781912 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781912 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781912 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781912 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781912 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781912 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781912 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.781912 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.785022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.785022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.785022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.785022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.785022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.785022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.785022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.785022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_json = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.789123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.791369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.791369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.791369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.791369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.791369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.791369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.791369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.791369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792603 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792603 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792754 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.792974 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.793239 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.793483 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.793703 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.793963 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.794200 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.794477 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.794703 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.794934 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.795164 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.795391 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.795736 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.795984 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.796244 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.796590 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.796862 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.797136 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.797380 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.797793 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.797885 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.798094 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.798310 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.798528 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.798761 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.799025 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.799260 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.799498 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.799748 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.799950 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.800232 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.800412 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.800673 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.801041 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.801389 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.802171 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.802436 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.802696 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.802952 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.803229 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.803464 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.803749 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.804018 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.804272 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.804547 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.804776 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.805028 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.805273 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.805503 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.805742 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.805989 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.806219 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.806469 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.806728 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.806953 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.807222 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.807445 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.807692 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.807933 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.808162 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.808408 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.808660 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.808885 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.809107 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.809345 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.809564 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.809804 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.810042 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.810284 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.810475 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.810701 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.810940 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.811206 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.811418 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.811663 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.811880 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.812126 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.812445 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.812701 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.812960 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.813198 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.813464 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.813714 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.814546 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.814783 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.815031 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.815257 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.815541 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.815976 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.816123 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.816285 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.816477 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.817477 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.817660 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.817908 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.818174 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.818407 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.818635 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.818871 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.819130 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.819546 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.819644 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.819913 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.820160 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.820400 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.820626 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.821458 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.821732 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.822037 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.822282 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.822592 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.822821 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.823206 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.823554 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.823855 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.824118 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.824380 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.824624 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.824900 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.825176 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.825444 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.825704 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.825997 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.826243 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.826490 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.826735 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.826960 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.827215 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.827544 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.827987 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.828410 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.828636 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.828945 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.829182 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.829441 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.829715 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.830015 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.830286 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.830541 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.830787 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.831032 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.831283 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.831527 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.831748 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.831974 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.832196 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.832442 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.832666 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.832889 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.833131 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.833440 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.833690 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.833954 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.834193 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.834439 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.834696 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.834919 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.835166 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.835412 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.835639 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.835863 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.836088 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.836321 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.836561 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.836786 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.837059 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.837311 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.837533 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.837781 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.838040 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.838308 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.838546 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.838812 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.839043 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.839264 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.839507 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.839754 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.839974 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.840214 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.840450 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.840669 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.840928 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.841199 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.841548 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.841839 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.842079 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.842346 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.842591 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.842816 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.843055 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.843283 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.843544 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.843772 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.844007 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.844231 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.844716 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.845010 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.845300 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.845595 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.846096 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.846391 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.846726 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.847258 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.847569 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.847878 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.848183 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.848473 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.849103 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.849103 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.849279 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.849553 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.849997 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.850222 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.850467 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.850689 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.851029 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.851286 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.851549 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.851822 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.852048 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.852297 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.852534 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.852753 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.852968 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.853202 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.853447 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.853665 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.853941 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.854160 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.854375 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.854602 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.854825 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.855039 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.855270 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.855484 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.855698 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.855924 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.856146 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.856359 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.856605 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.856820 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.857032 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.857257 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.857482 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.857693 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.857946 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.858440 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.858440 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.858664 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.858808 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.859012 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.859305 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.859558 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.859788 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.860073 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.860309 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.860581 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.860809 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.861129 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.861350 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.861598 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.861878 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.862104 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.862501 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.862777 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.863109 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.863393 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.863646 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.863905 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.864198 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.864484 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.864798 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.865018 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.865334 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.865669 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.865964 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.866163 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:28:44.866261 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.866474 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.867061 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.867320 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.867542 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.867783 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.868039 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.868266 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.868529 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.868767 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.869012 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.869248 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.870266 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.870266 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.870838 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.870937 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.871121 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.871369 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.871502 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 03:28:44.872228 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106283) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 03:28:44.872401 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 03:28:44.872560 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 03:28:44.872726 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 03:28:44.872893 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 03:28:44.873056 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 03:28:44.873270 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.873435 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.873683 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.873822 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.873970 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.874139 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.874302 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.874467 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.874627 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.874975 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.875288 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.875453 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.875618 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.875783 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.875947 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.876109 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.876271 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.876438 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.876602 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.876762 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.876924 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.877084 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] debug = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.877247 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.877446 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.877625 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.877795 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.877954 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.878117 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.878279 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.878442 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.878603 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.878765 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.878927 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.879091 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.879252 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.879414 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.879575 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.879737 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.879899 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.880044 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] host = dv-cinder-849143-3-smb {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.880282 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.880417 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.880550 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.880690 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.880851 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.881011 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.881173 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.881543 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.881543 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.881831 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.881831 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.882077 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.882210 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.882352 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.882482 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_options = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.882611 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.882755 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.882887 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.883026 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.883165 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.883326 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.883489 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.883652 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.883814 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.883976 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.884137 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.884298 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.884459 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.884620 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.884781 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.884942 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.885103 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.885264 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.885428 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.885591 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.885769 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.885934 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.886094 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.886262 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.886390 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.886642 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.886841 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.887047 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.887563 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.887563 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.887929 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.888098 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.888260 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.888423 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.888584 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.888745 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.889116 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.889116 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.889365 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.889365 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.889556 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.889678 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.889838 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.890000 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.890146 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.890311 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.890473 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_json = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.890634 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.890984 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.890984 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.891132 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.891244 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.891404 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.891564 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.891731 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.891894 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 03:28:44.892074 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.892239 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.892415 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.892580 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.892744 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.892909 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.893074 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.893237 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.893400 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.893566 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.893739 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.893925 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.894098 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.894262 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.894425 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.894591 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.894754 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.894918 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.895082 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.895245 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.895408 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.895573 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.895744 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.895954 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.896117 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.896283 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.896446 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.896619 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.896783 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.896953 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.897136 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.897299 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.897466 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.897629 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.897813 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.897982 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.898147 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.898316 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.898484 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.898651 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.898816 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.898980 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.899145 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.899309 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.899475 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.899639 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.899804 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.899968 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.900132 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.900298 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.900461 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.900624 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.901195 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.901195 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.901195 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.901838 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.901838 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.901838 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.901838 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.902108 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.902108 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903181 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903181 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903181 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903181 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903181 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903181 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903181 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903678 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903678 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903678 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903899 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.903899 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.904042 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.904169 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.904333 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.904502 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.904669 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.904832 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.904996 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.905159 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.905322 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.905487 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.905651 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.905842 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.906009 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.906172 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.906336 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.906502 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.906665 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.906828 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.906999 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.907180 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.907345 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.907509 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.907673 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.907836 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.908003 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.908169 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.908333 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.908497 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.908661 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.908824 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.908988 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.909155 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.909320 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.909483 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.909646 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.909820 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.909984 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.910273 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.910447 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.910613 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.910778 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.910940 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.911105 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.911268 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.911515 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.911698 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.911866 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.912029 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.912193 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.912355 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.912529 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.912700 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.912866 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.913029 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.913200 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.913375 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.913540 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.913705 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.913892 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.914056 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.914222 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.914386 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.914550 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.914714 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.914877 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.915041 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.915216 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.915382 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.915547 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.915710 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.915895 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.916058 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.916221 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.916385 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.916548 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.916712 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.916875 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.917040 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.917204 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.917368 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.917532 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.917697 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.917882 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.918048 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.918213 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.918377 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.918542 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.918707 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.918873 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.919038 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.919203 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.919367 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.919532 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.919696 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.919859 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.920024 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.920189 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.920351 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.920516 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.920680 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.920843 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.921007 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.921172 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.921337 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.921499 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.921664 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.921850 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.922016 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.922180 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.922345 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.922511 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.922674 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.922849 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.923555 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.923555 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.923555 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.923555 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.923859 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.923859 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.924011 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.924092 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.924201 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.924366 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.924529 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.924692 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.924874 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.925040 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.925206 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.925374 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.925539 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.925703 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.925888 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.926053 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.926216 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.926378 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.926545 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.926711 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.926874 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.927057 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.927222 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.927386 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.927550 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.927714 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.927881 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.928048 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.928212 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.928378 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.928541 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.928706 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.928871 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.929035 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.929199 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.929365 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.929529 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.929694 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.929880 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.930045 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.930221 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.930392 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.930555 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.930724 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.930886 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.931049 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.931224 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.931389 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.931537 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.931704 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.931868 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.932032 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.932193 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.932356 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.932520 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.932683 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.932847 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.933010 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.933183 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.933347 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.933510 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.933672 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.933857 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.934022 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.934194 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.934357 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.934521 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.934683 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.934846 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.935009 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.935169 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.935334 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.935498 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.935660 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.935952 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.936117 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.936294 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.936459 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.936623 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.936796 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.936962 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.937125 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.937289 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.937466 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.937631 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.937819 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.937986 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.938150 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.938316 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.938480 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.938650 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.938824 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.938994 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.939162 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.939333 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.939506 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.939676 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.939840 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.940013 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.940189 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.940352 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.940515 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.940677 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.940842 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.941006 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.941168 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.941330 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.941494 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.941659 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.941849 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.942015 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.942209 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.942343 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.942481 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.942644 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.942852 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.943016 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.943179 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.943344 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 03:28:44.943503 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106283) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 03:28:45.163492 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 56758) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:28:45.174366 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [-] 10.222.0.48 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0074902 Sep 17 03:28:45.179898 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [-] 10.222.0.48 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0047572 Sep 17 03:28:54.236160 dv-cinder-849143-3-smb neutron-server[106283]: DEBUG dbcounter [-] [106283] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106283) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:28:56.406551 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4dd4b-f85a-498c-9132-a9bdfdafd672 None None] get_active_networks_info from dv-cinder-849143-3-smb {{(pid=106396) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 17 03:28:56.410848 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writer thread running {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:28:56.481230 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4dd4b-f85a-498c-9132-a9bdfdafd672 None None] No non-hosted networks {{(pid=106396) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 03:28:56.497978 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.agentschedulers_db [None req-c1b4dd4b-f85a-498c-9132-a9bdfdafd672 None None] DHCP Agent not found on host dv-cinder-849143-3-smb {{(pid=106396) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 17 03:28:56.605608 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3effb82a-f08b-4bad-8c0e-1e669828c49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33120193'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:28:58.098018 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writer thread running {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:28:58.592678 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-203d8153-23ad-4aa5-947c-542130b919bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33120193'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:28:58.600464 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.db.api [None req-b6eb437f-2b91-4bde-87ed-dddbd18e9106 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849143-3-smb {{(pid=106396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 17 03:28:58.600911 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG oslo_db.api [None req-b6eb437f-2b91-4bde-87ed-dddbd18e9106 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 03:28:59.125242 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b6eb437f-2b91-4bde-87ed-dddbd18e9106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:00.107491 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 56828) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:00.246723 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33120193'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:00.784797 dv-cinder-849143-3-smb neutron-server[106394]: WARNING oslo_policy.policy [None req-a50cdfbe-e2ec-4246-86a3-e064d80ed98b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:29:00.785582 dv-cinder-849143-3-smb neutron-server[106394]: WARNING oslo_policy.policy [None req-a50cdfbe-e2ec-4246-86a3-e064d80ed98b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:29:01.005429 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [None req-a50cdfbe-e2ec-4246-86a3-e064d80ed98b admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:29:01.022346 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-a50cdfbe-e2ec-4246-86a3-e064d80ed98b admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9128730 Sep 17 03:29:01.158715 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.db.l3_hamode_db [None req-2e11c3f8-1f9f-4006-a35d-86947b1e7098 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 03:29:01.245726 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11c3f8-1f9f-4006-a35d-86947b1e7098 None None] Routers set() bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:29:01.246368 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11c3f8-1f9f-4006-a35d-86947b1e7098 None None] Router IDs set() for agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 17 03:29:01.776271 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33120193'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:01.777988 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.778902 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.779402 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.779744 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.780071 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.780557 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.780979 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.781341 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.781794 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.782226 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.783422 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.783773 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.784096 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.784420 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.784956 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:01.785528 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849143-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:01.799074 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849143-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:01.800263 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33120193'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:03.710536 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 56866) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:04.061849 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-11acff42-bbbc-4c41-9e3a-72d67d4e26e7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:29:04.073677 dv-cinder-849143-3-smb neutron-server[106394]: ERROR stevedore.extension [None req-11acff42-bbbc-4c41-9e3a-72d67d4e26e7 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 17 03:29:04.153045 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.policy [None req-11acff42-bbbc-4c41-9e3a-72d67d4e26e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106394) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 03:29:04.193611 dv-cinder-849143-3-smb neutron-server[106394]: WARNING oslo_policy.policy [None req-11acff42-bbbc-4c41-9e3a-72d67d4e26e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:29:04.194054 dv-cinder-849143-3-smb neutron-server[106394]: WARNING oslo_policy.policy [None req-11acff42-bbbc-4c41-9e3a-72d67d4e26e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:29:04.214023 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writer thread running {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:29:04.296785 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11acff42-bbbc-4c41-9e3a-72d67d4e26e7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782488849809', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782488850277', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782488997056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782489021331', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782489022655', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782489014607', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-783658', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33093801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33004947'] for rbac-policy (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:04.373842 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11acff42-bbbc-4c41-9e3a-72d67d4e26e7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:04.375036 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-11acff42-bbbc-4c41-9e3a-72d67d4e26e7 admin admin] 10.222.0.48 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6630654 Sep 17 03:29:06.932362 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 56876) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:07.286511 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:29:07.319113 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Made reservation on behalf of 3bd99e67c7d5401abc8f0c2d95e888a8 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:29:07.323631 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:07.342362 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:07.464463 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Publish callbacks [] for security_group (56058f6f-9fea-4c5b-a26e-be4a8884c452), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:07.469791 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (56058f6f-9fea-4c5b-a26e-be4a8884c452), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:07.495909 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:29:07.532143 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782486776248', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (ec020ca2-27ba-4dc0-931e-fc763c2e6df9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:07.532721 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Unsubscribe: segment precommit_create {{(pid=106394) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 03:29:07.533303 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Added segment ec020ca2-27ba-4dc0-931e-fc763c2e6df9 of type vlan for network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 Sep 17 03:29:07.554235 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=56058f6f-9fea-4c5b-a26e-be4a8884c452,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:07.605717 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.606091 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.606431 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.606786 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.607122 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.607450 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.607773 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.608099 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.608415 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.608737 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.609071 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.609388 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.609730 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.610072 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.610497 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Tracked resource versions report: Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: pushed versions: Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: { 'AddressGroup': {'1.2'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Agent': {'1.1'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'ConntrackHelper': {'1.0'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Log': {'1.0'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'NDPProxy': {'1.0'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Network': {'1.1'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Port': {'1.7'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'PortForwarding': {'1.3'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'QosPolicy': {'1.10'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'SecurityGroup': {'1.5'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'SubPort': {'1.0'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Subnet': {'1.1'}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Trunk': {'1.1'}} Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: consumer versions: Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: { DHCP agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: L3 agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: Metadata agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: Metering agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: Open vSwitch agent@dv-cinder-849143-3-smb: { 'AddressGroup': '1.2', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Agent': '1.1', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'ConntrackHelper': '1.0', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'LocalIPAssociation': '1.0', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Log': '1.0', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'NDPProxy': '1.0', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Network': '1.1', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Port': '1.7', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'PortForwarding': '1.3', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'QosPolicy': '1.10', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'SecurityGroup': '1.5', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'SecurityGroupRule': '1.2', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'SubPort': '1.0', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Subnet': '1.1', Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: 'Trunk': '1.1'}} Sep 17 03:29:07.611922 dv-cinder-849143-3-smb neutron-server[106394]: {{(pid=106394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:29:07.644280 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (4a49541f-82a9-492a-8b8b-a6cdead4fee2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:07.686727 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (4a49541f-82a9-492a-8b8b-a6cdead4fee2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:07.691820 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:29:07.692608 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:07.731904 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:07.791237 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8574486 Sep 17 03:29:07.814927 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ae7df-7873-43b0-b664-f9a375da7abc demo demo] Pushing event updated for resources: {'Network': ['ID=4a49541f-82a9-492a-8b8b-a6cdead4fee2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:07.829906 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:29:10.406116 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 56890) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:10.897975 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f702d-3ae3-4247-80de-addac4b6a5b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:29:10.899349 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-0b4f702d-3ae3-4247-80de-addac4b6a5b7 demo admin] 10.222.0.48 "GET /networking/v2.0/networks/4a49541f-82a9-492a-8b8b-a6cdead4fee2 HTTP/1.1" status: 200 len: 825 time: 0.4918723 Sep 17 03:29:10.924450 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-9c3b1795-7fad-4eb5-a8d5-6daa489e1531 demo admin] 10.222.0.48 "GET /networking/v2.0/subnetpools/78a200a5-13ad-43ea-803b-88c28f79d327 HTTP/1.1" status: 200 len: 734 time: 0.0188894 Sep 17 03:29:10.933191 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'subnetpool_id': '78a200a5-13ad-43ea-803b-88c28f79d327'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:29:10.956953 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Made reservation on behalf of 3bd99e67c7d5401abc8f0c2d95e888a8 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:29:10.959506 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:11.129929 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:11.280986 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (6e9da197-a669-4f72-92cd-4af1b27a89ae), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:11.348324 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6e9da197-a669-4f72-92cd-4af1b27a89ae,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:11.357186 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Checking segment: {'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:29:11.357564 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Network hostable DHCP agents. Network: 4a49541f-82a9-492a-8b8b-a6cdead4fee2, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:29:11.382584 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:29:11.395770 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 4a49541f-82a9-492a-8b8b-a6cdead4fee2) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:29:11.400605 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:29:11.401196 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:11.407160 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b0127f-86d9-48f1-b5c8-644fa9b1e175 None None] Network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:29:11.417368 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-ca1c98b5-a8a6-4139-82af-649981cca958 demo admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4875400 Sep 17 03:29:11.674730 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'fixed_ips': [{'subnet_id': '6e9da197-a669-4f72-92cd-4af1b27a89ae'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:29:11.676016 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:11.953826 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:11.955584 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Allocated IP 172.20.0.2 (4a49541f-82a9-492a-8b8b-a6cdead4fee2/6e9da197-a669-4f72-92cd-4af1b27a89ae/cf4ebc34-bbfc-4009-85da-ac87f477582b) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:29:12.230795 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Publish callbacks [] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:12.239280 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:12.310881 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:29:12.322915 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:29:12.328207 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Pushing event updated for resources: {'Port': ['ID=cf4ebc34-bbfc-4009-85da-ac87f477582b,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:12.330811 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:29:12.347129 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.347503 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.347844 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.348194 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.348525 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.348849 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.349245 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.349555 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.349901 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.350228 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.350550 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.350882 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.351204 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.351523 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.351856 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Tracked resource versions report: Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: pushed versions: Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: { 'AddressGroup': {'1.2'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Agent': {'1.1'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'ConntrackHelper': {'1.0'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Log': {'1.0'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'NDPProxy': {'1.0'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Network': {'1.1'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Port': {'1.7'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'PortForwarding': {'1.3'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'QosPolicy': {'1.10'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'SecurityGroup': {'1.5'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'SubPort': {'1.0'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Subnet': {'1.1'}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Trunk': {'1.1'}} Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: consumer versions: Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: { DHCP agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: L3 agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: Metadata agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: Metering agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: Open vSwitch agent@dv-cinder-849143-3-smb: { 'AddressGroup': '1.2', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Agent': '1.1', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'ConntrackHelper': '1.0', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'LocalIPAssociation': '1.0', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Log': '1.0', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'NDPProxy': '1.0', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Network': '1.1', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Port': '1.7', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'PortForwarding': '1.3', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'QosPolicy': '1.10', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'SecurityGroup': '1.5', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'SecurityGroupRule': '1.2', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'SubPort': '1.0', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Subnet': '1.1', Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: 'Trunk': '1.1'}} Sep 17 03:29:12.353073 dv-cinder-849143-3-smb neutron-server[106396]: {{(pid=106396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:29:12.425568 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:12.429856 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Attempting to bind port cf4ebc34-bbfc-4009-85da-ac87f477582b on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:29:12.430263 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Attempting to bind port cf4ebc34-bbfc-4009-85da-ac87f477582b by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:29:12.430684 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Attempting to bind port cf4ebc34-bbfc-4009-85da-ac87f477582b on network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:29:12.478490 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:29:12.478848 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Checking segment: {'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:29:12.479308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:12.479705 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Bound using segment: {'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:29:12.480188 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Bound port: cf4ebc34-bbfc-4009-85da-ac87f477582b, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:29:12.480591 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:12.544244 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] For port cf4ebc34-bbfc-4009-85da-ac87f477582b, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:29:12.563397 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] For port cf4ebc34-bbfc-4009-85da-ac87f477582b, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=cf4ebc34-bbfc-4009-85da-ac87f477582b,segment=NetworkSegment(ec020ca2-27ba-4dc0-931e-fc763c2e6df9),segment_id=ec020ca2-27ba-4dc0-931e-fc763c2e6df9)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:29:12.571432 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:12.622650 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dff1d8-90a4-4bc7-ae49-9730b4c0d375 None None] Pushing event updated for resources: {'Port': ['ID=cf4ebc34-bbfc-4009-85da-ac87f477582b,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:14.060424 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 56900) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:14.392412 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [None req-f3c231d6-f674-4f45-99f4-1e32060254a7 admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:29:14.393422 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f3c231d6-f674-4f45-99f4-1e32060254a7 admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3321166 Sep 17 03:29:14.775699 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:14.781961 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:17.032601 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 56912) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:17.365310 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [None req-8aa25ef0-d943-48a7-8969-c8409e9439fc admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:29:17.366326 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-8aa25ef0-d943-48a7-8969-c8409e9439fc admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3327789 Sep 17 03:29:19.400373 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device cf4ebc34-bbfc-4009-85da-ac87f477582b up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:29:19.484089 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port cf4ebc34-bbfc-4009-85da-ac87f477582b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:19.484408 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:19.484768 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port cf4ebc34-bbfc-4009-85da-ac87f477582b Sep 17 03:29:19.589650 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port cf4ebc34-bbfc-4009-85da-ac87f477582b is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:19.590053 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:19.626589 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port cf4ebc34-bbfc-4009-85da-ac87f477582b, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=cf4ebc34-bbfc-4009-85da-ac87f477582b,segment=NetworkSegment(ec020ca2-27ba-4dc0-931e-fc763c2e6df9),segment_id=ec020ca2-27ba-4dc0-931e-fc763c2e6df9)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:29:19.631059 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:19.679525 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=cf4ebc34-bbfc-4009-85da-ac87f477582b,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:20.001867 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 56924) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:20.335982 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-7e56deea-79c3-4900-8472-444c59e76cdc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:29:20.362310 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7e56deea-79c3-4900-8472-444c59e76cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:20.364326 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7e56deea-79c3-4900-8472-444c59e76cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:20.505732 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7e56deea-79c3-4900-8472-444c59e76cdc demo demo] Publish callbacks [] for router_controller (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:20.509459 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5879e927-7557-4e94-99de-0ec425a5efaa None None] Network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:29:20.512549 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7e56deea-79c3-4900-8472-444c59e76cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:20.529770 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7e56deea-79c3-4900-8472-444c59e76cdc demo demo] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:20.530966 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-7e56deea-79c3-4900-8472-444c59e76cdc demo demo] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5281227 Sep 17 03:29:20.574934 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-c84eac4f-0aec-47cc-acd9-e289dabd4c73 None None] Provisioning complete for port cf4ebc34-bbfc-4009-85da-ac87f477582b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:20.575335 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c84eac4f-0aec-47cc-acd9-e289dabd4c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:20.575671 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-c84eac4f-0aec-47cc-acd9-e289dabd4c73 None None] Attempt 1 to provision port cf4ebc34-bbfc-4009-85da-ac87f477582b Sep 17 03:29:20.609667 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:20.717713 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c84eac4f-0aec-47cc-acd9-e289dabd4c73 None None] Current status of the port cf4ebc34-bbfc-4009-85da-ac87f477582b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:20.836676 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-f8200178-e015-47a1-bdc8-a905e2880f53 None None] Provisioning complete for port cf4ebc34-bbfc-4009-85da-ac87f477582b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:20.837055 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f8200178-e015-47a1-bdc8-a905e2880f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:20.837394 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-f8200178-e015-47a1-bdc8-a905e2880f53 None None] Attempt 1 to provision port cf4ebc34-bbfc-4009-85da-ac87f477582b Sep 17 03:29:20.912022 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-f8200178-e015-47a1-bdc8-a905e2880f53 None None] Current status of the port cf4ebc34-bbfc-4009-85da-ac87f477582b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:21.378884 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device cf4ebc34-bbfc-4009-85da-ac87f477582b up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:29:21.422127 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port cf4ebc34-bbfc-4009-85da-ac87f477582b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:21.422512 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:21.422841 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port cf4ebc34-bbfc-4009-85da-ac87f477582b Sep 17 03:29:21.459271 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:21.499636 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port cf4ebc34-bbfc-4009-85da-ac87f477582b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:23.148598 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 56932) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:23.707626 dv-cinder-849143-3-smb neutron-server[106395]: WARNING oslo_policy.policy [None req-85e21922-7ccd-40c1-9626-8e084d464a6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:29:23.708501 dv-cinder-849143-3-smb neutron-server[106395]: WARNING oslo_policy.policy [None req-85e21922-7ccd-40c1-9626-8e084d464a6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:29:23.932929 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [None req-85e21922-7ccd-40c1-9626-8e084d464a6a admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:29:23.933999 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-85e21922-7ccd-40c1-9626-8e084d464a6a admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7840221 Sep 17 03:29:26.375964 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd6df06e-6f88-475b-8ca6-d213ff19d719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:26.558377 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 56946) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:26.906429 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:29:26.919290 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writer thread running {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 17 03:29:26.924976 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:26.965777 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Made reservation on behalf of 04f74c924c074ea694d34911dde51343 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:29:26.975134 dv-cinder-849143-3-smb neutron-server[106395]: ERROR stevedore.extension [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 17 03:29:27.027963 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.policy [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106395) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 03:29:27.068677 dv-cinder-849143-3-smb neutron-server[106395]: WARNING oslo_policy.policy [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:29:27.069047 dv-cinder-849143-3-smb neutron-server[106395]: WARNING oslo_policy.policy [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 03:29:27.078336 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:27.100314 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:27.220230 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Publish callbacks [] for security_group (4425b7fb-4380-4d57-8434-befc8183dd2f), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:27.227247 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (4425b7fb-4380-4d57-8434-befc8183dd2f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:27.245597 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Reserving flat network on physical network physnet1 {{(pid=106395) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 03:29:27.281701 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782486776248', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (287928c2-b789-4823-89d7-2cf592c7e161), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:27.282277 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Unsubscribe: segment precommit_create {{(pid=106395) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 03:29:27.282932 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Added segment 287928c2-b789-4823-89d7-2cf592c7e161 of type flat for network 7393ef5f-4775-43cb-a6fb-a774e595733a Sep 17 03:29:27.302653 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4425b7fb-4380-4d57-8434-befc8183dd2f,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:27.357230 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.357566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.357948 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.358297 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.358628 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.358959 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.359289 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.359611 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.359938 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.360262 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.360599 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.360949 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.361286 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.361599 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.361938 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Tracked resource versions report: Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: pushed versions: Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: { 'AddressGroup': {'1.2'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Agent': {'1.1'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'ConntrackHelper': {'1.0'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Log': {'1.0'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'NDPProxy': {'1.0'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Network': {'1.1'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Port': {'1.7'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'PortForwarding': {'1.3'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'QosPolicy': {'1.10'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'SecurityGroup': {'1.5'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'SubPort': {'1.0'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Subnet': {'1.1'}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Trunk': {'1.1'}} Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: consumer versions: Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: { DHCP agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: L3 agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: Metadata agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: Metering agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: Open vSwitch agent@dv-cinder-849143-3-smb: { 'AddressGroup': '1.2', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Agent': '1.1', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'ConntrackHelper': '1.0', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'LocalIPAssociation': '1.0', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Log': '1.0', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'NDPProxy': '1.0', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Network': '1.1', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Port': '1.7', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'PortForwarding': '1.3', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'QosPolicy': '1.10', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'SecurityGroup': '1.5', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'SecurityGroupRule': '1.2', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'SubPort': '1.0', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Subnet': '1.1', Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: 'Trunk': '1.1'}} Sep 17 03:29:27.363575 dv-cinder-849143-3-smb neutron-server[106395]: {{(pid=106395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:29:27.404295 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (7393ef5f-4775-43cb-a6fb-a774e595733a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:27.451609 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (7393ef5f-4775-43cb-a6fb-a774e595733a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:27.452693 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:29:27.453431 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:27.535683 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9757953 Sep 17 03:29:27.562055 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba4b5b-1487-414c-a0a9-c6f83d865857 admin admin] Pushing event updated for resources: {'Network': ['ID=7393ef5f-4775-43cb-a6fb-a774e595733a,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:27.580880 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 7393ef5f-4775-43cb-a6fb-a774e595733a details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:29:28.589202 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f922d44-8200-4d75-a68b-5a65003716d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:30.134924 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 56962) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:30.178392 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:30.524084 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:30.524805 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=72,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:30.574440 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326abbd-10d5-43a9-9fcf-53ab2c6df166 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:29:30.575808 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-f326abbd-10d5-43a9-9fcf-53ab2c6df166 demo admin] 10.222.0.48 "GET /networking/v2.0/subnets/6e9da197-a669-4f72-92cd-4af1b27a89ae HTTP/1.1" status: 200 len: 849 time: 0.4396071 Sep 17 03:29:30.743773 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-75541190-9ed5-4fe5-bf37-dcc4e5b49d56 demo admin] 10.222.0.48 "GET /networking/v2.0/routers/9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc HTTP/1.1" status: 200 len: 704 time: 0.1590221 Sep 17 03:29:31.042901 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:31.318430 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:31.320701 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:31.352369 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Allocated IP 172.20.0.1 (4a49541f-82a9-492a-8b8b-a6cdead4fee2/6e9da197-a669-4f72-92cd-4af1b27a89ae/f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:29:31.539560 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Publish callbacks [] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:31.603270 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:31.677349 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:29:31.688571 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:29:31.693427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Pushing event updated for resources: {'Port': ['ID=f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:31.696281 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:29:31.696867 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:31.731242 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:31.759416 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:31.907958 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:31.913191 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Provisioning complete for port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:31.913615 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:31.913996 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Attempt 1 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:29:31.944393 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:29:32.168532 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Publish callbacks [] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:32.177120 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:32.177933 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:32.255897 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Pushing event updated for resources: {'Port': ['ID=f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:32.306673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:29:32.308129 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:29:32.352556 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:32.429513 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:32.445730 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Attempt 2 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:29:32.471001 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Router 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:29:32.481396 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:29:32.560970 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:29:32.566700 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2727271d-454e-4e7a-b7aa-0cc8589d34a5 demo admin] 10.222.0.48 "PUT /networking/v2.0/routers/9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8123789 Sep 17 03:29:32.573469 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Sync routers for ids ['9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:29:32.586649 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Routers {'9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:29:32.587484 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:29:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:32.769721 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Set router 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:29:32.983055 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Attempt 3 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:29:33.015590 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:29:33.181368 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'name': 'router1', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:29:20Z', 'updated_at': '2022-09-17T03:29:31Z', 'revision_number': 2, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720', 'name': '', 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'mac_address': 'fa:16:3e:ea:ee:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:31Z', 'updated_at': '2022-09-17T03:29:31Z', 'revision_number': 2, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'subnets': [{'id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78a200a5-13ad-43ea-803b-88c28f79d327'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:33.230246 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Checking router: 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:29:33.230585 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Updating router 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:29:33.283367 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:33.517186 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Attempt 4 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:29:33.548866 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:29:33.784840 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Publish callbacks [] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:33.791671 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:33.929631 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Pushing event updated for resources: {'Port': ['ID=f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:33.953276 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.953617 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.953983 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.954323 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.954650 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.954974 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.955289 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.955606 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.955905 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.956224 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.956540 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.957017 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.957334 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.957648 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.957985 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Tracked resource versions report: Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: pushed versions: Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: { 'AddressGroup': {'1.2'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Agent': {'1.1'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'ConntrackHelper': {'1.0'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Log': {'1.0'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'NDPProxy': {'1.0'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Network': {'1.1'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Port': {'1.7'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'PortForwarding': {'1.3'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'QosPolicy': {'1.10'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'SecurityGroup': {'1.5'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'SubPort': {'1.0'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Subnet': {'1.1'}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Trunk': {'1.1'}} Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: consumer versions: Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: { DHCP agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: L3 agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: Metadata agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: Metering agent@dv-cinder-849143-3-smb: {}, Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: Open vSwitch agent@dv-cinder-849143-3-smb: { 'AddressGroup': '1.2', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Agent': '1.1', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'ConntrackHelper': '1.0', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'LocalIPAssociation': '1.0', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Log': '1.0', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'NDPProxy': '1.0', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Network': '1.1', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Port': '1.7', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'PortForwarding': '1.3', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'QosPolicy': '1.10', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'SecurityGroup': '1.5', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'SecurityGroupRule': '1.2', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'SubPort': '1.0', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Subnet': '1.1', Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: 'Trunk': '1.1'}} Sep 17 03:29:33.959193 dv-cinder-849143-3-smb neutron-server[106397]: {{(pid=106397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:29:33.963867 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Attempting to bind port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:29:33.964263 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Attempting to bind port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:29:33.964700 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Attempting to bind port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 on network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:29:34.049152 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:29:34.049470 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Checking segment: {'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:29:34.049959 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:34.050342 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Bound using segment: {'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:29:34.050566 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Attempt 5 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:29:34.050999 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Bound port: f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec020ca2-27ba-4dc0-931e-fc763c2e6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:29:34.051211 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:34.082951 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:29:34.100900 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:34.114527 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] For port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:29:34.117149 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:34.134933 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] For port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720,segment=NetworkSegment(ec020ca2-27ba-4dc0-931e-fc763c2e6df9),segment_id=ec020ca2-27ba-4dc0-931e-fc763c2e6df9)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:29:34.141807 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:34.176646 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Routers {'9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:29:34.176646 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:29:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:34.259205 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940682c-e160-4e00-a171-58886dd19339 None None] Pushing event updated for resources: {'Port': ['ID=f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:34.281704 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] Set router 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:29:34.468635 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'name': 'router1', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:29:20Z', 'updated_at': '2022-09-17T03:29:31Z', 'revision_number': 2, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720', 'name': '', 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'mac_address': 'fa:16:3e:ea:ee:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:31Z', 'updated_at': '2022-09-17T03:29:34Z', 'revision_number': 4, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'subnets': [{'id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78a200a5-13ad-43ea-803b-88c28f79d327'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:34.493528 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5594f37-0fc7-45f8-9a45-85c8c28ee346 None None] The sync data for ids ['9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'] in dv-cinder-849143-3-smb is: [{'id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'name': 'router1', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:29:20Z', 'updated_at': '2022-09-17T03:29:31Z', 'revision_number': 2, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720', 'name': '', 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'mac_address': 'fa:16:3e:ea:ee:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:31Z', 'updated_at': '2022-09-17T03:29:34Z', 'revision_number': 4, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'subnets': [{'id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78a200a5-13ad-43ea-803b-88c28f79d327'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:29:34.584265 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Attempt 6 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:29:34.662681 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Current status of the port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:34.663357 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:34.696856 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-351d09fc-e007-4f42-b050-33bace52793e None None] For port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720,segment=NetworkSegment(ec020ca2-27ba-4dc0-931e-fc763c2e6df9),segment_id=ec020ca2-27ba-4dc0-931e-fc763c2e6df9)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:29:34.703920 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:34.738221 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:34.760488 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d09fc-e007-4f42-b050-33bace52793e None None] Pushing event updated for resources: {'Port': ['ID=f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:34.826307 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-7fe45a33-6fd9-4e16-840b-59a9f830f0c4 None None] Provisioning complete for port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:34.826947 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7fe45a33-6fd9-4e16-840b-59a9f830f0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:34.827975 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-7fe45a33-6fd9-4e16-840b-59a9f830f0c4 None None] Attempt 1 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:29:34.903852 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-7fe45a33-6fd9-4e16-840b-59a9f830f0c4 None None] Current status of the port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:35.155808 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 56978) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:35.547529 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255761b9-9ab5-4289-b6e6-d232c6e92627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:29:35.548913 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-255761b9-9ab5-4289-b6e6-d232c6e92627 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/7393ef5f-4775-43cb-a6fb-a774e595733a HTTP/1.1" status: 200 len: 842 time: 0.3921862 Sep 17 03:29:35.559032 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'gateway_ip': '172.28.1.1', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'name': 'public-subnet'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:29:35.582047 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Made reservation on behalf of 04f74c924c074ea694d34911dde51343 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:29:35.584456 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:35.889890 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.objects.ports [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106394) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 17 03:29:35.890332 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (1d16e5a7-ac1d-4bb4-ab06-52dda1dae835), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:35.940016 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d16e5a7-ac1d-4bb4-ab06-52dda1dae835,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:35.957225 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:29:35.957570 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Network hostable DHCP agents. Network: 7393ef5f-4775-43cb-a6fb-a774e595733a, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:29:35.975437 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:29:35.985683 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 7393ef5f-4775-43cb-a6fb-a774e595733a) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:29:35.990686 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:29:35.991266 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:35.996094 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb6b16-37bc-44fb-845a-6038e7d13a7e None None] Network 7393ef5f-4775-43cb-a6fb-a774e595733a requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:29:36.017872 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-1807a5aa-1362-4095-894a-314bc8295686 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4581451 Sep 17 03:29:36.107854 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de61f9-6475-4373-83a8-4e5371c6fe9f None None] Network 7393ef5f-4775-43cb-a6fb-a774e595733a requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:29:38.672401 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 56986) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:39.097930 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-63af926e-f371-499c-8ca1-fdb74b524838 demo admin] 10.222.0.48 "GET /networking/v2.0/routers/9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc HTTP/1.1" status: 200 len: 710 time: 0.4243298 Sep 17 03:29:39.199663 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef79762-35f8-4d2c-ae9b-2a4eac9b3418 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:29:39.200984 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9ef79762-35f8-4d2c-ae9b-2a4eac9b3418 demo admin] 10.222.0.48 "GET /networking/v2.0/networks/7393ef5f-4775-43cb-a6fb-a774e595733a HTTP/1.1" status: 200 len: 886 time: 0.0972126 Sep 17 03:29:39.210587 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:29:39.413114 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:29:39.454433 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks [] for router_gateway (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:39.455370 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:39.457745 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:39.458220 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:39.458551 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:29:39.535675 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:39.679878 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks [] for router_gateway (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:39.759917 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:39.864609 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Allocated IP 172.28.1.112 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/18970497-1214-4da6-be7d-d8b72740b466) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:29:39.875706 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:39.988577 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:40.049966 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks [] for port (18970497-1214-4da6-be7d-d8b72740b466), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:40.083713 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (18970497-1214-4da6-be7d-d8b72740b466), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:40.131005 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:29:40.136232 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:29:40.140261 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:29:40.145135 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Pushing event updated for resources: {'Port': ['ID=18970497-1214-4da6-be7d-d8b72740b466,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:40.385811 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks [] for router_gateway (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:40.574341 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33121736', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33119717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-642'] for router (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:40.577820 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33121729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33121594', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33119710'] for router (9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:40.677039 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Router 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:29:40.779284 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:29:40.783852 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:40.785147 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-b58ee1b9-f0de-47f8-ac53-80b792458743 demo admin] 10.222.0.48 "PUT /networking/v2.0/routers/9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc HTTP/1.1" status: 200 len: 890 time: 1.5778992 Sep 17 03:29:40.789566 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Sync routers for ids ['9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:29:40.803442 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Routers {'9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:29:40.804233 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:29:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:41.015600 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Set router 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:29:41.457351 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'name': 'router1', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '18970497-1214-4da6-be7d-d8b72740b466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:29:20Z', 'updated_at': '2022-09-17T03:29:40Z', 'revision_number': 4, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'gw_port': {'id': '18970497-1214-4da6-be7d-d8b72740b466', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:39Z', 'updated_at': '2022-09-17T03:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720', 'name': '', 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'mac_address': 'fa:16:3e:ea:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:31Z', 'updated_at': '2022-09-17T03:29:34Z', 'revision_number': 5, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'subnets': [{'id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78a200a5-13ad-43ea-803b-88c28f79d327'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:41.505963 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Checking router: 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:29:41.506299 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Updating router 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc port 18970497-1214-4da6-be7d-d8b72740b466 binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:29:41.562857 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (18970497-1214-4da6-be7d-d8b72740b466), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:41.564225 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:41.871376 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Publish callbacks [] for port (18970497-1214-4da6-be7d-d8b72740b466), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:41.877721 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (18970497-1214-4da6-be7d-d8b72740b466), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:41.911936 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Attempting to bind port 18970497-1214-4da6-be7d-d8b72740b466 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:29:41.912274 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Attempting to bind port 18970497-1214-4da6-be7d-d8b72740b466 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:29:41.912617 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Attempting to bind port 18970497-1214-4da6-be7d-d8b72740b466 on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:29:41.947695 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1148926-0c62-4e7c-ba5b-6721a4435a87 None None] Pushing event updated for resources: {'Port': ['ID=18970497-1214-4da6-be7d-d8b72740b466,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:41.964830 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:29:41.965195 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:29:41.965605 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:41.966004 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:29:41.966458 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Bound port: 18970497-1214-4da6-be7d-d8b72740b466, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:29:41.966821 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (18970497-1214-4da6-be7d-d8b72740b466), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:42.016780 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] For port 18970497-1214-4da6-be7d-d8b72740b466, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:29:42.019889 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] For port 18970497-1214-4da6-be7d-d8b72740b466, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=18970497-1214-4da6-be7d-d8b72740b466,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:29:42.027488 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (18970497-1214-4da6-be7d-d8b72740b466), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:42.061830 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Routers {'9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:29:42.062454 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:29:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:42.067830 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:42.116652 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1148926-0c62-4e7c-ba5b-6721a4435a87 None None] Pushing event updated for resources: {'Port': ['ID=18970497-1214-4da6-be7d-d8b72740b466,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:42.183155 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] Set router 9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:29:42.381286 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'name': 'router1', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '18970497-1214-4da6-be7d-d8b72740b466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:29:20Z', 'updated_at': '2022-09-17T03:29:40Z', 'revision_number': 4, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'gw_port': {'id': '18970497-1214-4da6-be7d-d8b72740b466', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:39Z', 'updated_at': '2022-09-17T03:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720', 'name': '', 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'mac_address': 'fa:16:3e:ea:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:31Z', 'updated_at': '2022-09-17T03:29:34Z', 'revision_number': 5, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'subnets': [{'id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78a200a5-13ad-43ea-803b-88c28f79d327'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:29:42.405457 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f74c5-6301-403d-b501-829fa82d1a3b None None] The sync data for ids ['9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc'] in dv-cinder-849143-3-smb is: [{'id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'name': 'router1', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.112'}], 'enable_snat': True}, 'gw_port_id': '18970497-1214-4da6-be7d-d8b72740b466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:29:20Z', 'updated_at': '2022-09-17T03:29:40Z', 'revision_number': 4, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'gw_port': {'id': '18970497-1214-4da6-be7d-d8b72740b466', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:13:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:39Z', 'updated_at': '2022-09-17T03:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720', 'name': '', 'network_id': '4a49541f-82a9-492a-8b8b-a6cdead4fee2', 'tenant_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'mac_address': 'fa:16:3e:ea:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f13c7e9-ba19-4d7c-a334-2b9dad4b1bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:29:31Z', 'updated_at': '2022-09-17T03:29:34Z', 'revision_number': 5, 'project_id': '3bd99e67c7d5401abc8f0c2d95e888a8', 'subnets': [{'id': '6e9da197-a669-4f72-92cd-4af1b27a89ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78a200a5-13ad-43ea-803b-88c28f79d327'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:29:43.404204 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 18970497-1214-4da6-be7d-d8b72740b466 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:29:43.444874 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:43.452990 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 18970497-1214-4da6-be7d-d8b72740b466 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:43.453371 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (18970497-1214-4da6-be7d-d8b72740b466), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:43.453798 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 18970497-1214-4da6-be7d-d8b72740b466 Sep 17 03:29:43.524043 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 18970497-1214-4da6-be7d-d8b72740b466 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:43.524423 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (18970497-1214-4da6-be7d-d8b72740b466), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:43.544949 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 18970497-1214-4da6-be7d-d8b72740b466, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=18970497-1214-4da6-be7d-d8b72740b466,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:29:43.550282 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (18970497-1214-4da6-be7d-d8b72740b466), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:43.584826 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 56998) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:29:43.596716 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=18970497-1214-4da6-be7d-d8b72740b466,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:29:43.992923 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-f4b41e0c-c22f-4b35-ab28-e686789bd960 admin admin] 10.222.0.48 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4068365 Sep 17 03:29:45.397033 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 18970497-1214-4da6-be7d-d8b72740b466 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:29:45.443293 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 18970497-1214-4da6-be7d-d8b72740b466 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:29:45.443673 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (18970497-1214-4da6-be7d-d8b72740b466), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:45.444118 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 18970497-1214-4da6-be7d-d8b72740b466 Sep 17 03:29:45.513658 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 18970497-1214-4da6-be7d-d8b72740b466 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:29:46.004379 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=56,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:46.005787 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=52,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:46.800857 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:29:52.814202 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=45 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:53.984561 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:53.991766 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:55.508363 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=80 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:55.512257 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:56.460371 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd8db173-8438-4c90-90d5-800b8d77f4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:29:56.797121 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=44 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:29:58.544100 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-42a0cee5-f47b-4a64-97f9-8ac7807d1639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:00.175545 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:01.765523 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:01.773890 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:11.757028 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:30:11.774139 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:30:23.799846 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:30:26.379163 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1ff3a196-72d9-432e-84fe-ef10ae050c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:28.542468 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-44ac9792-54ab-4997-ae2c-702d396b4cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:29.813855 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:30:30.189586 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:31.767464 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:31.781407 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:33.802296 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:30:41.772021 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=21 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:30:41.774909 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:30:54.796572 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:30:54.797687 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:30:56.372750 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-79a6c18f-13f9-43b3-8fbb-626c295b2245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:30:58.540149 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae7fe-d696-40bd-9d9d-1894b14b2fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:00.184435 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:00.799320 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:31:01.743812 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:01.756155 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:09.839451 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57556) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:10.193079 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a2c9e3-e698-4e8c-9eb5-ac0a1e1f05c0 admin admin] GET failed (client error): The resource could not be found. Sep 17 03:31:10.194404 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-96a2c9e3-e698-4e8c-9eb5-ac0a1e1f05c0 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3538690 Sep 17 03:31:10.355427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985883cb-11e3-4352-9036-687571ac9330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:10.356885 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-985883cb-11e3-4352-9036-687571ac9330 admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579132 Sep 17 03:31:10.795516 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:10.796726 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:11.749017 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:11.751394 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:12.944495 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57568) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:13.357226 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b26f5b-5fec-46cb-860f-2514ebc2fc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:13.358610 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-14b26f5b-5fec-46cb-860f-2514ebc2fc3f admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/6e9da197-a669-4f72-92cd-4af1b27a89ae HTTP/1.1" status: 200 len: 849 time: 0.4130528 Sep 17 03:31:13.369049 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:31:13.466357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Publish callbacks [] for subnet (6e9da197-a669-4f72-92cd-4af1b27a89ae), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:13.616136 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782486702740'] for subnet (6e9da197-a669-4f72-92cd-4af1b27a89ae), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:13.651481 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:13.652639 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:13.653385 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] 10.222.0.48 "PUT /networking/v2.0/subnets/6e9da197-a669-4f72-92cd-4af1b27a89ae HTTP/1.1" status: 200 len: 868 time: 0.2884963 Sep 17 03:31:13.658722 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b4b081-d4a1-48cd-83d0-b3dc60a3f395 None None] Network 4a49541f-82a9-492a-8b8b-a6cdead4fee2 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:31:13.669250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9da197-a669-4f72-92cd-4af1b27a89ae,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:31:13.677183 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.677540 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.677940 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.678293 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.678628 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.678959 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.679283 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.679606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.679916 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.680252 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.680577 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.680899 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.681217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.681547 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:13.681880 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5920c292-59b5-464c-a47f-4d557abfb95c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:31:14.006241 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-fecde5d0-b28b-4c8c-b374-24182c644896 None None] Provisioning complete for port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:31:14.006634 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fecde5d0-b28b-4c8c-b374-24182c644896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:14.006965 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-fecde5d0-b28b-4c8c-b374-24182c644896 None None] Attempt 1 to provision port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 Sep 17 03:31:14.083402 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-fecde5d0-b28b-4c8c-b374-24182c644896 None None] Current status of the port f8b3f4e2-ccfb-4b48-98f4-ce4c9a766720 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:31:14.091521 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-fecde5d0-b28b-4c8c-b374-24182c644896 None None] Provisioning complete for port cf4ebc34-bbfc-4009-85da-ac87f477582b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:31:14.091901 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fecde5d0-b28b-4c8c-b374-24182c644896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (cf4ebc34-bbfc-4009-85da-ac87f477582b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:14.092223 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-fecde5d0-b28b-4c8c-b374-24182c644896 None None] Attempt 1 to provision port cf4ebc34-bbfc-4009-85da-ac87f477582b Sep 17 03:31:14.161773 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-fecde5d0-b28b-4c8c-b374-24182c644896 None None] Current status of the port cf4ebc34-bbfc-4009-85da-ac87f477582b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:31:16.233107 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57576) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:16.852808 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b301415-8944-4b84-ab85-012587926d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:16.853196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b301415-8944-4b84-ab85-012587926d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:16.854792 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7b301415-8944-4b84-ab85-012587926d4c admin admin] 10.222.0.48 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6202521 Sep 17 03:31:19.383292 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57584) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:19.833850 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcaba7a-f76d-4926-b3e0-c30c4df2d7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:19.834291 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcaba7a-f76d-4926-b3e0-c30c4df2d7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:19.835830 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-1bcaba7a-f76d-4926-b3e0-c30c4df2d7f6 admin admin] 10.222.0.48 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4512618 Sep 17 03:31:22.366201 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 57592) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:22.837595 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5bf3e-90db-4014-93b2-f860ae2e4cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:22.839048 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-45c5bf3e-90db-4014-93b2-f860ae2e4cc3 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/4a49541f-82a9-492a-8b8b-a6cdead4fee2 HTTP/1.1" status: 200 len: 869 time: 0.4716473 Sep 17 03:31:24.157035 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=41 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:24.160005 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=36 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:25.397485 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57602) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:25.933523 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:25.943289 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b2d1f-cc4d-4f46-9c4c-8fc2a99c352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:25.944768 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-f80b2d1f-cc4d-4f46-9c4c-8fc2a99c352c admin admin] 10.222.0.48 "GET /networking/v2.0/networks/7393ef5f-4775-43cb-a6fb-a774e595733a HTTP/1.1" status: 200 len: 886 time: 0.5458939 Sep 17 03:31:26.377460 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81f9a36f-0451-44fd-9332-8044129bdfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:28.514234 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57610) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:28.540322 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fbebb76e-e0c9-4471-9d65-7991a72e0b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:28.953361 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732c677-355a-4bca-a342-df9ad5f87ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:28.953809 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732c677-355a-4bca-a342-df9ad5f87ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:28.955422 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-0732c677-355a-4bca-a342-df9ad5f87ebe admin admin] 10.222.0.48 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4403040 Sep 17 03:31:30.187602 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:31.586700 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 57618) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:31.742502 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:31.763678 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:32.019994 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e370e-1358-48ba-bcc7-9418433d4a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:32.020450 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e370e-1358-48ba-bcc7-9418433d4a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:32.022011 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-6e1e370e-1358-48ba-bcc7-9418433d4a0b admin admin] 10.222.0.48 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4341149 Sep 17 03:31:34.556239 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 57626) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:34.966820 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869c088d-a120-454e-b970-6a93cc24241e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:34.968163 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-869c088d-a120-454e-b970-6a93cc24241e admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835 HTTP/1.1" status: 200 len: 816 time: 0.4107885 Sep 17 03:31:37.535567 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 57634) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:31:37.798721 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:31:37.927090 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa7d2f-c22c-4b29-ab53-569b90ba00dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:31:37.928462 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c5fa7d2f-c22c-4b29-ab53-569b90ba00dd admin admin] 10.222.0.48 "GET /networking/v2.0/subnets/6e9da197-a669-4f72-92cd-4af1b27a89ae HTTP/1.1" status: 200 len: 868 time: 0.3916950 Sep 17 03:31:38.945241 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:38.949265 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:41.757862 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:41.758552 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:43.808931 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:47.922712 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=29 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:47.923965 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=30 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:55.007237 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=14 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:55.011083 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=18 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:31:56.382311 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1badaff2-1843-4c9c-8d73-5d7aa8d16a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:31:58.535189 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e834-cb3e-43fe-a4ed-b2bfaf9923bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:00.190952 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:01.743603 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:01.766513 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:08.178025 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 57690) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:32:08.537689 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [None req-5c180e49-0d43-4a91-b6c2-904f92b5e182 admin admin] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:32:08.538720 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5c180e49-0d43-4a91-b6c2-904f92b5e182 admin admin] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3594496 Sep 17 03:32:11.163393 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 57698) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:32:11.508596 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb0372c-cf2c-45fd-9e70-6923b60a0c71 admin admin] GET failed (client error): The resource could not be found. Sep 17 03:32:11.510032 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-6fb0372c-cf2c-45fd-9e70-6923b60a0c71 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3456645 Sep 17 03:32:11.658576 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27542fce-eea0-437f-9973-cdcb58c345bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:32:11.663657 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-27542fce-eea0-437f-9973-cdcb58c345bf admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1456172 Sep 17 03:32:11.759765 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:11.762081 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:14.263963 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 57706) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:32:14.604589 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:32:14.624655 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Made reservation on behalf of 04f74c924c074ea694d34911dde51343 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:32:14.627154 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:14.662432 dv-cinder-849143-3-smb neutron-server[106394]: WARNING neutron.services.revisions.revision_plugin [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Could not find related network for resource to bump revision. Sep 17 03:32:14.676161 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:32:14.686195 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (ceac43bf-14ec-4c12-83b9-d494d2eabae4), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:14.686534 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Added segment ceac43bf-14ec-4c12-83b9-d494d2eabae4 of type vlan for network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 Sep 17 03:32:14.727590 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (c8aba01a-ec4b-47e4-bc9a-f4514d7307a8), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:14.755112 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (c8aba01a-ec4b-47e4-bc9a-f4514d7307a8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:14.756099 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:32:14.756683 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:14.800922 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:32:14.900685 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6355028 Sep 17 03:32:14.909231 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Pushing event updated for resources: {'Network': ['ID=c8aba01a-ec4b-47e4-bc9a-f4514d7307a8,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:32:14.917374 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.917700 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.918105 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.918452 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.918802 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.919325 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.919661 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.920084 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.920421 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.920752 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.921085 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.921436 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.922027 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.922406 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.922914 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75ce338-343d-4f07-845a-d4601967ddb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:14.944849 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:32:17.532206 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57714) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:32:17.877601 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b0c02b-0684-4b97-b5c8-a6a37cee6f43 admin admin] GET failed (client error): The resource could not be found. Sep 17 03:32:17.883016 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-68b0c02b-0684-4b97-b5c8-a6a37cee6f43 admin admin] 10.222.0.48 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3458269 Sep 17 03:32:17.950508 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f9eb91-ee84-44e4-a054-0f69bb95d23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:32:17.953789 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c8f9eb91-ee84-44e4-a054-0f69bb95d23c admin admin] 10.222.0.48 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683413 Sep 17 03:32:17.961963 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:32:17.984560 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Made reservation on behalf of 04f74c924c074ea694d34911dde51343 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:32:17.986959 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:18.170453 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (606dfaee-1345-4eef-b769-d3fad5e6471d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:18.219129 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606dfaee-1345-4eef-b769-d3fad5e6471d,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:32:18.235464 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.235806 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.236155 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.236500 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.236826 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.237143 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.237459 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.237801 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.238117 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.238503 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.238739 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.239109 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.239381 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.239690 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.239999 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.255149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Checking segment: {'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:32:18.255561 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Network hostable DHCP agents. Network: c8aba01a-ec4b-47e4-bc9a-f4514d7307a8, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:32:18.277655 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:32:18.289735 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, c8aba01a-ec4b-47e4-bc9a-f4514d7307a8) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:32:18.294557 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:32:18.295142 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:18.303861 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012cfdc-f7ee-4061-8bed-f73a16d60034 None None] Network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:32:18.313799 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7c934a49-6c2f-4ebc-bf6a-846b772a3334 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533621 Sep 17 03:32:18.511076 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-c8aba01a-ec4b-47e4-bc9a-f4514d7307a8', 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8', 'project_id': '04f74c924c074ea694d34911dde51343', 'fixed_ips': [{'subnet_id': '606dfaee-1345-4eef-b769-d3fad5e6471d'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:32:18.512004 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:18.650852 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Allocated IP 192.168.233.2 (c8aba01a-ec4b-47e4-bc9a-f4514d7307a8/606dfaee-1345-4eef-b769-d3fad5e6471d/31aaf425-5100-4712-a803-fcea29acbe84) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:32:18.794665 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Publish callbacks [] for port (31aaf425-5100-4712-a803-fcea29acbe84), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:18.801689 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (31aaf425-5100-4712-a803-fcea29acbe84), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:18.844766 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Pushing event updated for resources: {'Port': ['ID=31aaf425-5100-4712-a803-fcea29acbe84,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:32:18.854105 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:32:18.855834 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.856168 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.856497 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.856841 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.857164 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.857481 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.857814 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.858127 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.858446 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.858766 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.859075 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.859404 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.859720 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.860031 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.860337 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:32:18.864286 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:32:18.879527 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:32:18.940055 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Attempting to bind port 31aaf425-5100-4712-a803-fcea29acbe84 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:32:18.940427 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Attempting to bind port 31aaf425-5100-4712-a803-fcea29acbe84 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:32:18.940781 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Attempting to bind port 31aaf425-5100-4712-a803-fcea29acbe84 on network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:32:18.983614 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:32:18.983978 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Checking segment: {'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:32:18.984370 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:18.984761 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Bound using segment: {'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:32:18.985223 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Bound port: 31aaf425-5100-4712-a803-fcea29acbe84, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:32:18.986075 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (31aaf425-5100-4712-a803-fcea29acbe84), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:19.049263 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] For port 31aaf425-5100-4712-a803-fcea29acbe84, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:32:19.052334 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] For port 31aaf425-5100-4712-a803-fcea29acbe84, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=31aaf425-5100-4712-a803-fcea29acbe84,segment=NetworkSegment(ceac43bf-14ec-4c12-83b9-d494d2eabae4),segment_id=ceac43bf-14ec-4c12-83b9-d494d2eabae4)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:32:19.059453 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (31aaf425-5100-4712-a803-fcea29acbe84), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:19.110613 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c5bde-ff4a-44ad-bcb3-9a6beaeafa8a None None] Pushing event updated for resources: {'Port': ['ID=31aaf425-5100-4712-a803-fcea29acbe84,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:32:19.528852 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 31aaf425-5100-4712-a803-fcea29acbe84 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:32:19.578337 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 31aaf425-5100-4712-a803-fcea29acbe84 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:32:19.579472 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (31aaf425-5100-4712-a803-fcea29acbe84), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:19.579884 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 31aaf425-5100-4712-a803-fcea29acbe84 Sep 17 03:32:19.582013 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:19.618020 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:19.668387 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 31aaf425-5100-4712-a803-fcea29acbe84 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:32:19.668775 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (31aaf425-5100-4712-a803-fcea29acbe84), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:19.714629 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 31aaf425-5100-4712-a803-fcea29acbe84, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=31aaf425-5100-4712-a803-fcea29acbe84,segment=NetworkSegment(ceac43bf-14ec-4c12-83b9-d494d2eabae4),segment_id=ceac43bf-14ec-4c12-83b9-d494d2eabae4)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:32:19.719766 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (31aaf425-5100-4712-a803-fcea29acbe84), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:19.791838 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=31aaf425-5100-4712-a803-fcea29acbe84,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:32:19.972370 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1bac6a-017c-4c0c-b9ad-c255cacb1747 None None] Network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:32:20.085370 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-00ae994b-5473-45b9-b6e5-8321b27893bf None None] Provisioning complete for port 31aaf425-5100-4712-a803-fcea29acbe84 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:32:20.085671 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-00ae994b-5473-45b9-b6e5-8321b27893bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (31aaf425-5100-4712-a803-fcea29acbe84), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:20.086027 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-00ae994b-5473-45b9-b6e5-8321b27893bf None None] Attempt 1 to provision port 31aaf425-5100-4712-a803-fcea29acbe84 Sep 17 03:32:20.168595 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-00ae994b-5473-45b9-b6e5-8321b27893bf None None] Current status of the port 31aaf425-5100-4712-a803-fcea29acbe84 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:32:20.285293 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-af694ddb-d594-4037-a4c3-104c99bd29f5 None None] Provisioning complete for port 31aaf425-5100-4712-a803-fcea29acbe84 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:32:20.287665 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-af694ddb-d594-4037-a4c3-104c99bd29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (31aaf425-5100-4712-a803-fcea29acbe84), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:20.288013 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-af694ddb-d594-4037-a4c3-104c99bd29f5 None None] Attempt 1 to provision port 31aaf425-5100-4712-a803-fcea29acbe84 Sep 17 03:32:20.359478 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-af694ddb-d594-4037-a4c3-104c99bd29f5 None None] Current status of the port 31aaf425-5100-4712-a803-fcea29acbe84 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:32:20.806112 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:21.506761 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 31aaf425-5100-4712-a803-fcea29acbe84 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:32:21.554825 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 31aaf425-5100-4712-a803-fcea29acbe84 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:32:21.555210 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (31aaf425-5100-4712-a803-fcea29acbe84), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:21.555549 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 31aaf425-5100-4712-a803-fcea29acbe84 Sep 17 03:32:21.627452 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 31aaf425-5100-4712-a803-fcea29acbe84 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:32:24.797098 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:24.905712 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:24.912769 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=36,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:26.386964 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5e91780e-f256-4611-9b80-e22b858cd92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:28.304137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=48,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:28.304911 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=45,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:28.541306 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0c2ea678-50d0-4e52-a493-3884c99c73f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:30.196792 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:31.749053 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:31.771129 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:41.763575 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:41.765851 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:51.799575 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:32:56.404373 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a2590da1-fbbb-426d-b4f6-a829f1097b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:32:57.803625 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:32:58.535519 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a7c2fe94-799e-40a1-b61c-cd6b3b6ddabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:00.197775 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:01.754369 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:01.775002 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:01.795856 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:11.768105 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:11.770015 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:26.390129 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1132d661-8dea-482f-bc7b-2f3d33748925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:28.544871 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-86c62053-b99f-4b24-acc0-cf014baba123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:28.799358 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:33:30.200439 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:31.753371 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:31.778585 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:33.475650 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57758) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:33:33.481609 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [None req-212eb839-666c-4299-a780-d3d3fa78595f tempest-verify_tempest_config-1596637399 tempest-verify_tempest_config-1596637399-project] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:33:33.482639 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-212eb839-666c-4299-a780-d3d3fa78595f tempest-verify_tempest_config-1596637399 tempest-verify_tempest_config-1596637399-project] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0060112 Sep 17 03:33:34.033219 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 57776) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:33:34.382958 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:34.460704 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Publish callbacks [] for security_group (b703bca8-4bca-4d2b-9ea7-8e61fc64cdca), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:34.466604 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (b703bca8-4bca-4d2b-9ea7-8e61fc64cdca), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:34.515359 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=16d47b3f8add40689bce08329a877d11&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4810476 Sep 17 03:33:34.516035 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b703bca8-4bca-4d2b-9ea7-8e61fc64cdca,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:33:34.518445 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57782) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:33:34.522893 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.523239 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.523591 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.523945 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.524275 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.524598 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.524934 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.525249 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.525567 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.525899 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.526220 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.526553 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.526876 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.527194 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.527490 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3581a86-d614-4617-a0a3-e953bab104ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.575403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Publish callbacks [] for security_group (b703bca8-4bca-4d2b-9ea7-8e61fc64cdca), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:34.597252 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Publish callbacks [] for security_group (b703bca8-4bca-4d2b-9ea7-8e61fc64cdca), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:34.702240 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (b703bca8-4bca-4d2b-9ea7-8e61fc64cdca), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:34.704949 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:34.706163 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b703bca8-4bca-4d2b-9ea7-8e61fc64cdca HTTP/1.1" status: 204 len: 168 time: 0.1867616 Sep 17 03:33:34.713926 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b703bca8-4bca-4d2b-9ea7-8e61fc64cdca,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:33:34.720643 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.720988 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.721341 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.721688 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.722043 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.722360 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.722678 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.722992 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.723318 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.723620 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.723935 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.724265 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.724579 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.724887 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.725194 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f8071e-b403-414d-ade0-4680ea115aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:33:34.800602 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:38.794874 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:41.774431 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:44.518375 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:44.519194 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:44.710286 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:44.717573 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:44.746706 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:54.872203 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=13 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:54.873678 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=13 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:33:56.404561 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b35fb52c-ccfb-44ba-a01c-71b3d7f0e202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:33:58.546483 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f4e4663-47d1-4e56-a0fd-895dd8a0846a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:00.212903 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:01.773191 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:01.784581 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:05.803438 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:34:11.778687 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:34:11.781209 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:34:11.796489 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:34:15.796840 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:34:26.404311 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-307ed10b-6644-427f-9580-a226999386b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:28.546855 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-274588bf-e9a1-4495-8307-656733627cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:30.215995 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:31.780228 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:31.785778 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:41.779124 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:34:41.782188 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:34:42.806021 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 5 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:34:52.799961 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:34:54.799622 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:34:56.410016 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dec1363a-725d-46c8-be8e-b84d1d9b4f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:34:58.547367 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0f59b37a-19e2-48b6-9ecc-c84c4597eea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:00.218580 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:01.783480 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:01.788832 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:11.777022 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:11.784588 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:14.079096 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33120193'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:19.808700 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:35:24.065020 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:24.072872 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:25.800294 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:26.404103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a2bcd399-47a1-4428-aacf-9f1326e09043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:27.454174 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57874) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:35:27.598948 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-17d25eca-3567-4fec-a04c-545dd948bd73 admin admin] 10.222.0.48 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1435933 Sep 17 03:35:28.542277 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-245314ec-32f2-439d-817e-858c3d926dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:29.803162 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:30.013012 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57884) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:35:30.074012 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-e3d921fa-9368-4967-a4fd-545ea6cdbd67 admin admin] 10.222.0.48 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0598462 Sep 17 03:35:30.220191 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:31.787561 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:31.788868 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:40.068759 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:40.070233 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:41.776823 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:41.783641 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:44.059988 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:54.038193 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:54.050916 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:35:56.419971 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-68bcc03e-fb49-4c49-b054-a9c5ad0f3a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:35:56.812440 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:35:58.558983 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1f361d1d-3a60-4aba-a1fc-1239852f251a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:00.225495 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:01.791882 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:01.792843 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:06.803593 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=13 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:06.804830 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=21 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:11.787100 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:11.788994 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:14.089329 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:24.079563 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:24.082387 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:26.406174 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-399e988a-ab9d-4c35-9b13-c5c17512b7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:28.544011 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-88ad2da4-ce38-4c8f-a70c-4e4dfeb03be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:30.222774 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:31.789814 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:31.791579 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:33.816008 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:36:41.783940 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:41.787004 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:43.809060 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:43.809909 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:44.100333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:54.087563 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:54.094328 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:54.802839 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:54.803646 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:36:56.414939 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2e19c438-31b2-4be7-bffd-cb43a6c54ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:36:58.551167 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a3366b8a-2ca0-491a-83a3-8d4942d6df15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:00.235707 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:01.819741 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:01.839622 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.091850 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 57952) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:02.267108 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1576897704-network', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:02.310236 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Made reservation on behalf of 85552d7a5517459ebf4c55260bacd5c0 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:02.313092 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.324649 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.435203 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Publish callbacks [] for security_group (04790a02-5f66-43ef-8e3f-7bee7dffc821), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.440262 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (04790a02-5f66-43ef-8e3f-7bee7dffc821), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.484767 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:37:02.491881 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04790a02-5f66-43ef-8e3f-7bee7dffc821,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:02.499567 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.499867 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.500230 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.500577 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.501084 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.501414 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.501827 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.502150 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.502466 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.502951 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.503463 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.503802 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.504126 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.504436 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.505284 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Tracked resource versions report: Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: pushed versions: Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: { 'AddressGroup': {'1.2'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Agent': {'1.1'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'ConntrackHelper': {'1.0'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Log': {'1.0'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'NDPProxy': {'1.0'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Network': {'1.1'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Port': {'1.7'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'PortForwarding': {'1.3'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'QosPolicy': {'1.10'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'SecurityGroup': {'1.5'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'SubPort': {'1.0'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Subnet': {'1.1'}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Trunk': {'1.1'}} Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: consumer versions: Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: { DHCP agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: HyperV agent@hv-cinder-84914: {}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: L3 agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: Metadata agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: Metering agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: Open vSwitch agent@dv-cinder-849143-3-smb: { 'AddressGroup': '1.2', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Agent': '1.1', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'ConntrackHelper': '1.0', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'LocalIPAssociation': '1.0', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Log': '1.0', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'NDPProxy': '1.0', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Network': '1.1', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Port': '1.7', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'PortForwarding': '1.3', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'QosPolicy': '1.10', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'SecurityGroup': '1.5', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'SecurityGroupRule': '1.2', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'SubPort': '1.0', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Subnet': '1.1', Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: 'Trunk': '1.1'}} Sep 17 03:37:02.506464 dv-cinder-849143-3-smb neutron-server[106395]: {{(pid=106395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:37:02.515888 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (7fecd844-a833-4732-b4e7-b4aa17b74e7c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.515888 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Added segment 7fecd844-a833-4732-b4e7-b4aa17b74e7c of type vlan for network cb315db9-58e4-4a56-aa95-5fb299ae37c9 Sep 17 03:37:02.556333 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (cb315db9-58e4-4a56-aa95-5fb299ae37c9), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.583121 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (cb315db9-58e4-4a56-aa95-5fb299ae37c9), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.584361 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:02.584973 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.655680 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] Pushing event updated for resources: {'Network': ['ID=cb315db9-58e4-4a56-aa95-5fb299ae37c9,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:02.662222 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-d472f8e0-4daa-42da-a4ed-1ae9d16d876a admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5689182 Sep 17 03:37:02.664056 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58004) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:02.669993 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Request body: {'subnet': {'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1576897704-subnet', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:02.674799 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:37:02.722732 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Made reservation on behalf of 85552d7a5517459ebf4c55260bacd5c0 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:02.727809 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.915678 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (ca77c9d4-956d-439b-aff6-c49ca4e43dd5), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:02.974187 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca77c9d4-956d-439b-aff6-c49ca4e43dd5,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:02.982988 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.983332 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.984192 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.984192 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.984398 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.984670 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.984979 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.985298 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.985620 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.985961 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.986287 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.986618 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.986935 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.987243 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.987716 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Tracked resource versions report: Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: pushed versions: Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: { 'AddressGroup': {'1.2'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Agent': {'1.1'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'ConntrackHelper': {'1.0'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Log': {'1.0'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'NDPProxy': {'1.0'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Network': {'1.1'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Port': {'1.7'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'PortForwarding': {'1.3'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'QosPolicy': {'1.10'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'SecurityGroup': {'1.5'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'SubPort': {'1.0'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Subnet': {'1.1'}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Trunk': {'1.1'}} Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: consumer versions: Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: { DHCP agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: HyperV agent@hv-cinder-84914: {}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: L3 agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: Metadata agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: Metering agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: Open vSwitch agent@dv-cinder-849143-3-smb: { 'AddressGroup': '1.2', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Agent': '1.1', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'ConntrackHelper': '1.0', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'LocalIPAssociation': '1.0', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Log': '1.0', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'NDPProxy': '1.0', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Network': '1.1', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Port': '1.7', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'PortForwarding': '1.3', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'QosPolicy': '1.10', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'SecurityGroup': '1.5', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'SecurityGroupRule': '1.2', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'SubPort': '1.0', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Subnet': '1.1', Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: 'Trunk': '1.1'}} Sep 17 03:37:02.989006 dv-cinder-849143-3-smb neutron-server[106394]: {{(pid=106394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:37:03.000874 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Checking segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:03.001237 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Network hostable DHCP agents. Network: cb315db9-58e4-4a56-aa95-5fb299ae37c9, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:37:03.021278 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:37:03.032288 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, cb315db9-58e4-4a56-aa95-5fb299ae37c9) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:03.044323 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:03.044927 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.045054 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780af47-e7c1-4f86-b487-e35353d2bf7f None None] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:03.069660 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-a639eb83-be25-43b3-a8df-c2992fa212a2 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4044902 Sep 17 03:37:03.070095 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58026) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:03.075240 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:03.115173 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (1aafb376-6bb0-461e-923c-642193257c46), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.116786 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (1aafb376-6bb0-461e-923c-642193257c46), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.151069 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:37:03.152404 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.230214 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks [] for router_controller (1aafb376-6bb0-461e-923c-642193257c46), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.327200 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Allocated IP 172.20.0.2 (cb315db9-58e4-4a56-aa95-5fb299ae37c9/ca77c9d4-956d-439b-aff6-c49ca4e43dd5/b5ba7d16-6b6e-469c-a61e-00973874b4e8) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:03.388810 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks [] for router_gateway (1aafb376-6bb0-461e-923c-642193257c46), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.514827 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Publish callbacks [] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.526139 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.586336 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:03.590400 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:03.595406 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:03.600838 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Pushing event updated for resources: {'Port': ['ID=b5ba7d16-6b6e-469c-a61e-00973874b4e8,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:03.612946 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.613600 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.614181 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.614759 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.615309 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.615915 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.616406 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.616896 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.617371 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.618070 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.618570 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.618912 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.619884 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.620358 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.620945 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Tracked resource versions report: Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: pushed versions: Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: { 'AddressGroup': {'1.2'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Agent': {'1.1'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'ConntrackHelper': {'1.0'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Log': {'1.0'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'NDPProxy': {'1.0'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Network': {'1.1'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Port': {'1.7'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'PortForwarding': {'1.3'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'QosPolicy': {'1.10'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'SecurityGroup': {'1.5'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'SubPort': {'1.0'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Subnet': {'1.1'}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Trunk': {'1.1'}} Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: consumer versions: Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: { DHCP agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: HyperV agent@hv-cinder-84914: {}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: L3 agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: Metadata agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: Metering agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: Open vSwitch agent@dv-cinder-849143-3-smb: { 'AddressGroup': '1.2', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Agent': '1.1', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'ConntrackHelper': '1.0', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'LocalIPAssociation': '1.0', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Log': '1.0', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'NDPProxy': '1.0', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Network': '1.1', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Port': '1.7', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'PortForwarding': '1.3', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'QosPolicy': '1.10', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'SecurityGroup': '1.5', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'SecurityGroupRule': '1.2', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'SubPort': '1.0', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Subnet': '1.1', Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: 'Trunk': '1.1'}} Sep 17 03:37:03.622471 dv-cinder-849143-3-smb neutron-server[106396]: {{(pid=106396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:37:03.688965 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Attempting to bind port b5ba7d16-6b6e-469c-a61e-00973874b4e8 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:03.689688 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Attempting to bind port b5ba7d16-6b6e-469c-a61e-00973874b4e8 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:03.690297 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Attempting to bind port b5ba7d16-6b6e-469c-a61e-00973874b4e8 on network cb315db9-58e4-4a56-aa95-5fb299ae37c9 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:03.740413 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:03.740921 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Checking segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:03.741197 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.741642 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Bound using segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:03.742137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks [] for router_gateway (1aafb376-6bb0-461e-923c-642193257c46), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.742375 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Bound port: b5ba7d16-6b6e-469c-a61e-00973874b4e8, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:03.742566 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.770701 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.820932 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] For port b5ba7d16-6b6e-469c-a61e-00973874b4e8, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:03.826257 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] For port b5ba7d16-6b6e-469c-a61e-00973874b4e8, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=b5ba7d16-6b6e-469c-a61e-00973874b4e8,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:03.827681 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:03.837531 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:03.906284 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a53687-6414-47f0-abf9-351292e724e3 None None] Pushing event updated for resources: {'Port': ['ID=b5ba7d16-6b6e-469c-a61e-00973874b4e8,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:03.913308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:03.920317 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:03.927116 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Allocated IP 172.28.1.220 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/413a2f9d-0c2f-4b0e-81b0-949f2e15dccf) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:04.059640 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks [] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:04.109330 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:04.199871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Pushing event updated for resources: {'Port': ['ID=413a2f9d-0c2f-4b0e-81b0-949f2e15dccf,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:04.199871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:04.199871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:04.199871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:04.416767 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks [] for router_gateway (1aafb376-6bb0-461e-923c-642193257c46), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:04.614048 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58094) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:04.635483 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (1aafb376-6bb0-461e-923c-642193257c46), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:04.778955 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Router 1aafb376-6bb0-461e-923c-642193257c46 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:37:04.898009 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:04.922961 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:37:04.935775 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Sync routers for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:37:04.942155 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=6,neutron:UPDATE=4,neutron:SELECT=90 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:04.957990 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:04.959470 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:04.968785 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:04.975777 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7b5c7c73-5b43-471c-ba45-b21651b3af7e admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8998263 Sep 17 03:37:04.976758 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58106) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:05.285920 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:05.299596 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20293631-e0a1-466e-9bdb-d3a5e84158ce None None] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:05.416046 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-909032855-network', 'tenant_id': '25a144bb01964adfbf90cad355130767'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:05.421342 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-c9e7096e-73f0-4747-b32c-8fd7d7213244 None None] Provisioning complete for port b5ba7d16-6b6e-469c-a61e-00973874b4e8 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:05.422379 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c9e7096e-73f0-4747-b32c-8fd7d7213244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:05.422791 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-c9e7096e-73f0-4747-b32c-8fd7d7213244 None None] Attempt 1 to provision port b5ba7d16-6b6e-469c-a61e-00973874b4e8 Sep 17 03:37:05.465851 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Made reservation on behalf of 25a144bb01964adfbf90cad355130767 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:05.471013 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:05.473164 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58128) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:05.495609 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:05.561285 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:04Z', 'revision_number': 3, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:05.572463 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:05.586855 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Checking router: 1aafb376-6bb0-461e-923c-642193257c46 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:37:05.587560 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Updating router 1aafb376-6bb0-461e-923c-642193257c46 port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:37:05.619223 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7096e-73f0-4747-b32c-8fd7d7213244 None None] Current status of the port b5ba7d16-6b6e-469c-a61e-00973874b4e8 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:05.619655 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c9e7096e-73f0-4747-b32c-8fd7d7213244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:05.620637 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:05.702467 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-c9e7096e-73f0-4747-b32c-8fd7d7213244 None None] For port b5ba7d16-6b6e-469c-a61e-00973874b4e8, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=b5ba7d16-6b6e-469c-a61e-00973874b4e8,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:05.716557 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c9e7096e-73f0-4747-b32c-8fd7d7213244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:05.852659 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device b5ba7d16-6b6e-469c-a61e-00973874b4e8 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:05.870101 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:05.890592 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Publish callbacks [] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:05.902857 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:05.977810 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Attempting to bind port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:05.981739 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Attempting to bind port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:05.983449 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Attempting to bind port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:06.048396 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Pushing event updated for resources: {'Port': ['ID=413a2f9d-0c2f-4b0e-81b0-949f2e15dccf,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:06.057399 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.057990 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.058511 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.059048 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.059383 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.059862 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.060374 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.060894 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.061431 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.061935 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.062422 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.062761 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.063246 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.063571 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.063893 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Tracked resource versions report: Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: pushed versions: Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: { 'AddressGroup': {'1.2'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Agent': {'1.1'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'ConntrackHelper': {'1.0'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'LocalIPAssociation': {'1.0'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Log': {'1.0'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'NDPProxy': {'1.0'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Network': {'1.1'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Port': {'1.7'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'PortForwarding': {'1.3'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'QosPolicy': {'1.10'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'SecurityGroup': {'1.5'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'SecurityGroupRule': {'1.2'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'SubPort': {'1.0'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Subnet': {'1.1'}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Trunk': {'1.1'}} Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: consumer versions: Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: { DHCP agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: HyperV agent@hv-cinder-84914: {}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: L3 agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: Metadata agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: Metering agent@dv-cinder-849143-3-smb: {}, Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: Open vSwitch agent@dv-cinder-849143-3-smb: { 'AddressGroup': '1.2', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Agent': '1.1', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'ConntrackHelper': '1.0', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'LocalIPAssociation': '1.0', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Log': '1.0', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'NDPProxy': '1.0', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Network': '1.1', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Port': '1.7', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'PortForwarding': '1.3', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'QosPolicy': '1.10', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'SecurityGroup': '1.5', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'SecurityGroupRule': '1.2', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'SubPort': '1.0', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Subnet': '1.1', Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: 'Trunk': '1.1'}} Sep 17 03:37:06.065068 dv-cinder-849143-3-smb neutron-server[106397]: {{(pid=106397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 03:37:06.067579 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7096e-73f0-4747-b32c-8fd7d7213244 None None] Pushing event updated for resources: {'Port': ['ID=b5ba7d16-6b6e-469c-a61e-00973874b4e8,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:06.067996 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:06.068373 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:06.068767 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.069289 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:06.069988 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Bound port: 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:06.070596 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.072506 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port b5ba7d16-6b6e-469c-a61e-00973874b4e8 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:06.072880 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.073212 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port b5ba7d16-6b6e-469c-a61e-00973874b4e8 Sep 17 03:37:06.111476 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Publish callbacks [] for security_group (30eaa53d-c04a-4d22-a8cd-2fa99b59050f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.138026 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-118490367-network', 'tenant_id': 'fc39540e3c13425797fca427caf460a5'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:06.167690 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] For port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:06.174293 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:06.175104 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] For port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=413a2f9d-0c2f-4b0e-81b0-949f2e15dccf,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:06.178403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Made reservation on behalf of fc39540e3c13425797fca427caf460a5 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:06.188558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.193955 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.201062 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.219945 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:06.220623 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:06.255016 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port b5ba7d16-6b6e-469c-a61e-00973874b4e8 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:06.339219 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Publish callbacks [] for security_group (14e37df2-eee1-4ef4-a820-4935d54d506d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.339743 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:06.355521 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (14e37df2-eee1-4ef4-a820-4935d54d506d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.367289 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (30eaa53d-c04a-4d22-a8cd-2fa99b59050f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.375211 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.378516 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:37:06.402382 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (10743316-ef7d-4494-acb5-02fbbc60935d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.404089 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Added segment 10743316-ef7d-4494-acb5-02fbbc60935d of type vlan for network 9f6c8767-3434-4aa6-8f1a-e924b549661c Sep 17 03:37:06.443071 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-e4f988c4-d128-4ab3-b6c2-37b55c2f19f9 None None] Provisioning complete for port b5ba7d16-6b6e-469c-a61e-00973874b4e8 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:06.443616 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e4f988c4-d128-4ab3-b6c2-37b55c2f19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.444068 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-e4f988c4-d128-4ab3-b6c2-37b55c2f19f9 None None] Attempt 1 to provision port b5ba7d16-6b6e-469c-a61e-00973874b4e8 Sep 17 03:37:06.525842 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:06.526487 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:06.531550 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a280b-d865-41f1-b371-9881629d85e3 None None] Pushing event updated for resources: {'Port': ['ID=413a2f9d-0c2f-4b0e-81b0-949f2e15dccf,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:06.554280 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e37df2-eee1-4ef4-a820-4935d54d506d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:06.564424 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (9f6c8767-3434-4aa6-8f1a-e924b549661c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.634428 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (9f6c8767-3434-4aa6-8f1a-e924b549661c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.636595 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:06.637423 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.652325 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-e4f988c4-d128-4ab3-b6c2-37b55c2f19f9 None None] Current status of the port b5ba7d16-6b6e-469c-a61e-00973874b4e8 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:06.754268 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2772272 Sep 17 03:37:06.781024 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58170) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:06.797991 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:37:06.803197 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcde93-a9eb-4168-917f-428d45c22773 admin admin] Pushing event updated for resources: {'Network': ['ID=9f6c8767-3434-4aa6-8f1a-e924b549661c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:06.819945 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:37:06.823999 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (2a456865-da1c-46dc-9b9f-6c80a42e728e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:06.824350 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Added segment 2a456865-da1c-46dc-9b9f-6c80a42e728e of type vlan for network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db Sep 17 03:37:06.844183 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:04Z', 'revision_number': 3, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:06.916566 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168bd582-889b-440b-b87f-3cb6f3cdee5f None None] The sync data for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb is: [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:04Z', 'revision_number': 3, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:37:06.996182 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Request body: {'subnet': {'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-subnet', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:07.014601 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30eaa53d-c04a-4d22-a8cd-2fa99b59050f,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:07.053699 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (da8f92bc-53c6-47e7-b5fa-e41a0e6b78db), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.108978 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Allocated IP 172.20.0.1 (cb315db9-58e4-4a56-aa95-5fb299ae37c9/ca77c9d4-956d-439b-aff6-c49ca4e43dd5/f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:07.138972 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:07.142872 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (da8f92bc-53c6-47e7-b5fa-e41a0e6b78db), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.144119 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:07.144879 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.291451 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Made reservation on behalf of fc39540e3c13425797fca427caf460a5 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:07.293868 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.355406 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58208) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:07.355613 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7388272 Sep 17 03:37:07.363564 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Request body: {'subnet': {'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-909032855-subnet', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:07.420701 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Made reservation on behalf of 25a144bb01964adfbf90cad355130767 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:07.430294 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.517868 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece2802-b362-446d-901e-45e17bcfcf66 admin admin] Pushing event updated for resources: {'Network': ['ID=da8f92bc-53c6-47e7-b5fa-e41a0e6b78db,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:07.534212 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:37:07.708457 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Publish callbacks [] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.709211 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.821471 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:07.875573 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Checking segment: {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:07.876014 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Network hostable DHCP agents. Network: da8f92bc-53c6-47e7-b5fa-e41a0e6b78db, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:37:07.904993 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:37:07.919337 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device b5ba7d16-6b6e-469c-a61e-00973874b4e8 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:07.934659 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.954154 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, da8f92bc-53c6-47e7-b5fa-e41a0e6b78db) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:07.966049 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:07.966639 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:07.970314 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f923e4-9b91-4c82-bcbb-500e17dbe45d None None] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:08.172472 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:08.208128 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:08.212847 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:08.217186 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-6bd4a949-ace4-40b1-b753-932a7e64d8a5 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8604331 Sep 17 03:37:08.220079 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58246) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:08.229371 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:08.230197 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (1aafb376-6bb0-461e-923c-642193257c46), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.234037 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:08.260356 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:08.304784 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (c41dd3d7-f61c-4464-bf08-7e953e700f01), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.305898 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (c41dd3d7-f61c-4464-bf08-7e953e700f01), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.382610 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks [] for router_controller (c41dd3d7-f61c-4464-bf08-7e953e700f01), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.383886 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:08.408181 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port b5ba7d16-6b6e-469c-a61e-00973874b4e8 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:08.408906 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.409513 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port b5ba7d16-6b6e-469c-a61e-00973874b4e8 Sep 17 03:37:08.457465 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-da8f92bc-53c6-47e7-b5fa-e41a0e6b78db', 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db', 'project_id': '25a144bb01964adfbf90cad355130767', 'fixed_ips': [{'subnet_id': '9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:37:08.459626 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.516391 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:08.534297 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:08.564991 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:08.631667 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (ea4c7df2-9af0-4f23-9010-99d0aa7d46e2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.684468 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks [] for router_gateway (c41dd3d7-f61c-4464-bf08-7e953e700f01), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.699998 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Provisioning complete for port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:08.700543 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.701171 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 1 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:08.713013 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.808924 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:08.823896 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port b5ba7d16-6b6e-469c-a61e-00973874b4e8 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:08.825131 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:08.894815 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Allocated IP 172.20.0.2 (da8f92bc-53c6-47e7-b5fa-e41a0e6b78db/9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc/013b4ce8-e8d6-420a-ad4f-18ade135117a) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:08.916518 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:08.917109 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.917535 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf Sep 17 03:37:08.945969 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks [] for router_gateway (c41dd3d7-f61c-4464-bf08-7e953e700f01), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:08.975022 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.028079 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:09.111246 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Allocated IP 172.28.1.137 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/51fec4e5-1ff2-4535-85bf-9c9d4912ae36) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:09.138363 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:09.138754 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.153544 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:09.161608 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Checking segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:09.162000 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Network hostable DHCP agents. Network: 9f6c8767-3434-4aa6-8f1a-e924b549661c, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:37:09.211907 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=413a2f9d-0c2f-4b0e-81b0-949f2e15dccf,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:09.243193 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:37:09.256128 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.299112 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 9f6c8767-3434-4aa6-8f1a-e924b549661c) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:09.305629 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Publish callbacks [] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.308642 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:09.309265 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.319050 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 2 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:09.319305 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.320364 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (1aafb376-6bb0-461e-923c-642193257c46), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.381818 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Publish callbacks [] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.382160 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-08103796-98ab-4725-b205-f1d3ace627dc admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5072727 Sep 17 03:37:09.382264 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603cc61a-b75b-4185-89e1-1bf4d1011928 None None] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:09.387418 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58268) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:09.390268 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks [] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.411642 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:09.442731 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.477776 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=413a2f9d-0c2f-4b0e-81b0-949f2e15dccf,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:09.486425 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.494333 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=8,neutron:UPDATE=5,neutron:SELECT=87 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:09.500333 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Pushing event updated for resources: {'Port': ['ID=51fec4e5-1ff2-4535-85bf-9c9d4912ae36,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:09.506122 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:09.529357 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (a899e1e4-1426-4bf3-a3d2-78fa763bb863), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.533620 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:09.534683 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (a899e1e4-1426-4bf3-a3d2-78fa763bb863), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.537605 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:09.541155 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:09.541474 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:09.546861 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:09.599729 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:09.649032 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks [] for router_controller (a899e1e4-1426-4bf3-a3d2-78fa763bb863), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.651146 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:09.652623 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:09.887242 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:09.937436 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:09.973288 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:09.988942 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks [] for router_gateway (c41dd3d7-f61c-4464-bf08-7e953e700f01), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:09.997796 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-9f6c8767-3434-4aa6-8f1a-e924b549661c', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'project_id': 'fc39540e3c13425797fca427caf460a5', 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:37:09.999187 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.008634 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:10.009458 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Pushing event updated for resources: {'Port': ['ID=013b4ce8-e8d6-420a-ad4f-18ade135117a,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:10.018470 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Attempting to bind port 013b4ce8-e8d6-420a-ad4f-18ade135117a on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:10.018931 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Attempting to bind port 013b4ce8-e8d6-420a-ad4f-18ade135117a by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:10.019210 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Attempting to bind port 013b4ce8-e8d6-420a-ad4f-18ade135117a on network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:10.231852 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks [] for router_gateway (a899e1e4-1426-4bf3-a3d2-78fa763bb863), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.257087 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Router 1aafb376-6bb0-461e-923c-642193257c46 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:37:10.302120 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58310) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:10.334413 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:10.334942 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.335393 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf Sep 17 03:37:10.388837 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (c41dd3d7-f61c-4464-bf08-7e953e700f01), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.394970 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:10.395405 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Checking segment: {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:10.396540 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.396934 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Bound using segment: {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:10.397645 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Bound port: 013b4ce8-e8d6-420a-ad4f-18ade135117a, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:10.398043 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.409571 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:10.476290 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Allocated IP 172.20.0.2 (9f6c8767-3434-4aa6-8f1a-e924b549661c/ea4c7df2-9af0-4f23-9010-99d0aa7d46e2/167866d6-abd6-4565-a0c6-f9a8398b1858) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:10.483423 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:10.540352 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58322) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:10.563128 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 3 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:10.585692 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:37:10.592893 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f5f953ee-e2f5-40a6-ba90-904c717aeee6 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/1aafb376-6bb0-461e-923c-642193257c46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6033103 Sep 17 03:37:10.632632 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks [] for router_gateway (a899e1e4-1426-4bf3-a3d2-78fa763bb863), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.646308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] For port 013b4ce8-e8d6-420a-ad4f-18ade135117a, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:10.659608 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] For port 013b4ce8-e8d6-420a-ad4f-18ade135117a, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=013b4ce8-e8d6-420a-ad4f-18ade135117a,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:10.700798 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.708624 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Router c41dd3d7-f61c-4464-bf08-7e953e700f01 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:37:10.730380 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:10.759142 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Sync routers for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:37:10.761723 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.780610 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f37e-ef8a-425b-bada-4fcea817d865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.827937 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:37:10.910883 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:10.913382 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:37:10.931001 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Sync routers for ids ['c41dd3d7-f61c-4464-bf08-7e953e700f01'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:37:10.968984 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:10.979740 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Routers {'c41dd3d7-f61c-4464-bf08-7e953e700f01'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:10.981446 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['c41dd3d7-f61c-4464-bf08-7e953e700f01'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:10.988291 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:10.990358 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:10.991302 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:10.998316 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-99ed014f-04be-44dd-b23d-d7bbb6aee702 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7771232 Sep 17 03:37:11.002424 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58350) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:11.083363 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-31edf90d-dbe6-4599-8877-7dd506d5fbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.146412 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:11.158195 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd1e82-1b97-4eb5-9c70-cb512f8d516a None None] Pushing event updated for resources: {'Port': ['ID=013b4ce8-e8d6-420a-ad4f-18ade135117a,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:11.164145 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f37e-ef8a-425b-bada-4fcea817d865 admin admin] Publish callbacks [] for security_group (f23ab284-e478-4563-8445-4f61a6e835aa), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.177795 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e4c3f37e-ef8a-425b-bada-4fcea817d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (f23ab284-e478-4563-8445-4f61a6e835aa), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.238753 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Publish callbacks [] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.315339 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:11.326541 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-e4c3f37e-ef8a-425b-bada-4fcea817d865 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f8869767df294cad94b72205e5e2845b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7785838 Sep 17 03:37:11.340207 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58358) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:11.344652 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3f37e-ef8a-425b-bada-4fcea817d865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ab284-e478-4563-8445-4f61a6e835aa,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:11.404435 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Set router c41dd3d7-f61c-4464-bf08-7e953e700f01 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:11.456534 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.590975 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-31edf90d-dbe6-4599-8877-7dd506d5fbbe admin admin] Publish callbacks [] for security_group (fb1d55f0-0f8f-4329-b756-a1c9bd675474), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.668397 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58366) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:11.681419 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-2fc292d3-827a-4119-9027-0950e9c98bf7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238898418', 'description': 'tempest-description--2035944420'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:11.701280 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Allocated IP 172.28.1.83 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/9569dc31-9cb8-4d91-925a-47f16acd5bde) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:11.829690 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 3, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port': {'id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:11.830238 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks [] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.849338 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 4 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:11.865686 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-31edf90d-dbe6-4599-8877-7dd506d5fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fb1d55f0-0f8f-4329-b756-a1c9bd675474), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.870229 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Pushing event updated for resources: {'Port': ['ID=167866d6-abd6-4565-a0c6-f9a8398b1858,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:11.870229 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 013b4ce8-e8d6-420a-ad4f-18ade135117a up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:11.882105 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Checking router: c41dd3d7-f61c-4464-bf08-7e953e700f01 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:37:11.882711 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Updating router c41dd3d7-f61c-4464-bf08-7e953e700f01 port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:37:11.893058 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:11.900113 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf90d-dbe6-4599-8877-7dd506d5fbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1d55f0-0f8f-4329-b756-a1c9bd675474,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:11.903627 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.927297 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:11.950034 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.950907 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fc292d3-827a-4119-9027-0950e9c98bf7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:11.973531 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:12.003605 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:12.005079 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:12.010083 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Pushing event updated for resources: {'Port': ['ID=9569dc31-9cb8-4d91-925a-47f16acd5bde,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:12.013319 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:12.021670 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 013b4ce8-e8d6-420a-ad4f-18ade135117a triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:12.024002 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.024538 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 013b4ce8-e8d6-420a-ad4f-18ade135117a Sep 17 03:37:12.085447 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25985de9-8fd0-4e93-8cb4-e379ea279823 admin admin] Publish callbacks [] for security_group (f23ab284-e478-4563-8445-4f61a6e835aa), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.108461 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:12.110875 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25985de9-8fd0-4e93-8cb4-e379ea279823 admin admin] Publish callbacks [] for security_group (f23ab284-e478-4563-8445-4f61a6e835aa), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.124863 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:12.143978 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:12.238004 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25985de9-8fd0-4e93-8cb4-e379ea279823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (f23ab284-e478-4563-8445-4f61a6e835aa), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.242007 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-25985de9-8fd0-4e93-8cb4-e379ea279823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.246595 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-25985de9-8fd0-4e93-8cb4-e379ea279823 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/f23ab284-e478-4563-8445-4f61a6e835aa HTTP/1.1" status: 204 len: 168 time: 0.8827066 Sep 17 03:37:12.282089 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25985de9-8fd0-4e93-8cb4-e379ea279823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ab284-e478-4563-8445-4f61a6e835aa,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:12.299782 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-31edf90d-dbe6-4599-8877-7dd506d5fbbe admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ade4cc8f4a5a42cfac44e90122f12c29&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9962378 Sep 17 03:37:12.301255 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58388) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:12.312746 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:12.428273 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:12.430012 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fc292d3-827a-4119-9027-0950e9c98bf7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (06a432ba-7620-4525-bfc2-1bf07f04543e), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.439519 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Attempting to bind port 167866d6-abd6-4565-a0c6-f9a8398b1858 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:12.442488 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Attempting to bind port 167866d6-abd6-4565-a0c6-f9a8398b1858 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:12.444334 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Attempting to bind port 167866d6-abd6-4565-a0c6-f9a8398b1858 on network 9f6c8767-3434-4aa6-8f1a-e924b549661c {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:12.451481 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Publish callbacks [] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.457361 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fc292d3-827a-4119-9027-0950e9c98bf7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (06a432ba-7620-4525-bfc2-1bf07f04543e), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.464303 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.515881 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2fc292d3-827a-4119-9027-0950e9c98bf7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.517588 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2fc292d3-827a-4119-9027-0950e9c98bf7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8482239 Sep 17 03:37:12.548536 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58396) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:12.551293 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-62c243f5-bae2-4483-837b-a3795e56b517 admin admin] Publish callbacks [] for security_group (fb1d55f0-0f8f-4329-b756-a1c9bd675474), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.555482 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Attempting to bind port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:12.555981 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Attempting to bind port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:12.556350 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Attempting to bind port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:12.574237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-479c6cb7-3734-4f44-9619-d45978f825f5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'security_group_rule': {'security_group_id': '06a432ba-7620-4525-bfc2-1bf07f04543e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:12.648337 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90258e-41b0-4890-ba1b-1bda8c2a806a None None] Pushing event updated for resources: {'Port': ['ID=51fec4e5-1ff2-4535-85bf-9c9d4912ae36,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:12.671056 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:12.679479 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc292d3-827a-4119-9027-0950e9c98bf7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a432ba-7620-4525-bfc2-1bf07f04543e,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:12.686229 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3074edd-d1ff-40f0-8676-1226e2407f8d None None] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:12.694720 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:12.695093 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:12.695493 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.697519 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:12.700490 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Bound port: 51fec4e5-1ff2-4535-85bf-9c9d4912ae36, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:12.701202 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.727150 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-62c243f5-bae2-4483-837b-a3795e56b517 admin admin] Publish callbacks [] for security_group (fb1d55f0-0f8f-4329-b756-a1c9bd675474), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.797302 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58404) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:12.822979 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:12.823355 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Checking segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:12.823756 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.824153 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Bound using segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:12.824667 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Bound port: 167866d6-abd6-4565-a0c6-f9a8398b1858, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:12.825050 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.833291 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] For port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:12.842218 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] For port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=51fec4e5-1ff2-4535-85bf-9c9d4912ae36,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:12.843201 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-479c6cb7-3734-4f44-9619-d45978f825f5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (8454131d-fbbd-4777-ba64-5c5179d81dd3), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.859779 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.930428 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks [] for router_gateway (a899e1e4-1426-4bf3-a3d2-78fa763bb863), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:12.956411 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 013b4ce8-e8d6-420a-ad4f-18ade135117a is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:12.956971 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.040336 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58412) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:13.054656 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.111357 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 013b4ce8-e8d6-420a-ad4f-18ade135117a, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=013b4ce8-e8d6-420a-ad4f-18ade135117a,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:13.146817 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.153455 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (a899e1e4-1426-4bf3-a3d2-78fa763bb863), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.154153 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:13.166593 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Routers {'c41dd3d7-f61c-4464-bf08-7e953e700f01'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:13.168109 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['c41dd3d7-f61c-4464-bf08-7e953e700f01'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:13.238245 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-479c6cb7-3734-4f44-9619-d45978f825f5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (8454131d-fbbd-4777-ba64-5c5179d81dd3), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.244821 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90258e-41b0-4890-ba1b-1bda8c2a806a None None] Pushing event updated for resources: {'Port': ['ID=51fec4e5-1ff2-4535-85bf-9c9d4912ae36,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:13.257173 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-479c6cb7-3734-4f44-9619-d45978f825f5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (8454131d-fbbd-4777-ba64-5c5179d81dd3), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.269187 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 5 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:13.331866 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c6cb7-3734-4f44-9619-d45978f825f5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8454131d-fbbd-4777-ba64-5c5179d81dd3,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:13.341492 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-479c6cb7-3734-4f44-9619-d45978f825f5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.344064 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-479c6cb7-3734-4f44-9619-d45978f825f5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7859039 Sep 17 03:37:13.347761 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58428) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:13.354422 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-05611944-6fd5-4d0d-aa24-f1824e4d6a40 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'security_group_rule': {'security_group_id': '06a432ba-7620-4525-bfc2-1bf07f04543e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:13.384577 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] Set router c41dd3d7-f61c-4464-bf08-7e953e700f01 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:13.391911 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:13.393197 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-05611944-6fd5-4d0d-aa24-f1824e4d6a40 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (495fa312-f859-40b7-9ed7-627d4faeb86d), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.428322 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 2, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:13.457349 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:13.483317 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-05611944-6fd5-4d0d-aa24-f1824e4d6a40 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (495fa312-f859-40b7-9ed7-627d4faeb86d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.493495 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-05611944-6fd5-4d0d-aa24-f1824e4d6a40 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (495fa312-f859-40b7-9ed7-627d4faeb86d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.506049 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] For port 167866d6-abd6-4565-a0c6-f9a8398b1858, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:13.510114 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] For port 167866d6-abd6-4565-a0c6-f9a8398b1858, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=167866d6-abd6-4565-a0c6-f9a8398b1858,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:13.511985 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05611944-6fd5-4d0d-aa24-f1824e4d6a40 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495fa312-f859-40b7-9ed7-627d4faeb86d,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:13.529930 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:13.531785 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:13.547496 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-523591e3-ed00-4452-b028-c2fb9c8ff2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.552840 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-05611944-6fd5-4d0d-aa24-f1824e4d6a40 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.554283 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-05611944-6fd5-4d0d-aa24-f1824e4d6a40 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2042227 Sep 17 03:37:13.557484 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58434) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:13.559371 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fb448ef9-bf6b-40b3-8609-f734b0c3e7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.562996 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:13.589737 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.598068 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=013b4ce8-e8d6-420a-ad4f-18ade135117a,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:13.621297 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.646784 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-523591e3-ed00-4452-b028-c2fb9c8ff2be admin admin] Publish callbacks [] for security_group (18802db1-0705-43d6-b980-2a5b099c40bd), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.647776 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:13.665274 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-523591e3-ed00-4452-b028-c2fb9c8ff2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (18802db1-0705-43d6-b980-2a5b099c40bd), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.705314 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Checking router: 1aafb376-6bb0-461e-923c-642193257c46 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:37:13.705992 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Updating router 1aafb376-6bb0-461e-923c-642193257c46 port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:37:13.729781 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-523591e3-ed00-4452-b028-c2fb9c8ff2be admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=75cc96e4f38f4f7b9f6acbb5c52d6fac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5831978 Sep 17 03:37:13.734517 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58440) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:13.756084 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:13.758423 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c57d5-11ff-428a-b4d8-a6332831be4a None None] Pushing event updated for resources: {'Port': ['ID=167866d6-abd6-4565-a0c6-f9a8398b1858,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:13.777986 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.779895 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 3, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port': {'id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:13.785036 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 013b4ce8-e8d6-420a-ad4f-18ade135117a up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:13.796036 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-62c243f5-bae2-4483-837b-a3795e56b517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fb1d55f0-0f8f-4329-b756-a1c9bd675474), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.808255 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-62c243f5-bae2-4483-837b-a3795e56b517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:13.812111 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-62c243f5-bae2-4483-837b-a3795e56b517 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fb1d55f0-0f8f-4329-b756-a1c9bd675474 HTTP/1.1" status: 204 len: 168 time: 1.5081844 Sep 17 03:37:13.817488 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:13.834173 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bc4b7-1e86-4e63-b8ed-ababedf5602a None None] The sync data for ids ['c41dd3d7-f61c-4464-bf08-7e953e700f01'] in dv-cinder-849143-3-smb is: [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 3, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port': {'id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:37:13.913008 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523591e3-ed00-4452-b028-c2fb9c8ff2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18802db1-0705-43d6-b980-2a5b099c40bd,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:14.040064 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c243f5-bae2-4483-837b-a3795e56b517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1d55f0-0f8f-4329-b756-a1c9bd675474,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:14.071881 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 6 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:14.158309 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 013b4ce8-e8d6-420a-ad4f-18ade135117a triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:14.158677 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.159020 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 013b4ce8-e8d6-420a-ad4f-18ade135117a Sep 17 03:37:14.192539 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Router a899e1e4-1426-4bf3-a3d2-78fa763bb863 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:37:14.266945 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.291037 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.345648 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fb448ef9-bf6b-40b3-8609-f734b0c3e7de admin admin] Publish callbacks [] for security_group (2c6c1f26-112d-4613-8848-648da2e1c154), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.376665 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:14.471241 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fb448ef9-bf6b-40b3-8609-f734b0c3e7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (2c6c1f26-112d-4613-8848-648da2e1c154), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.512170 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58468) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:14.526399 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-23fb1abf-486d-4f3a-abbc-447cbd4fe08d admin admin] Publish callbacks [] for security_group (18802db1-0705-43d6-b980-2a5b099c40bd), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.587605 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d95f6153-db39-48c7-b5dd-71640d755ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.606723 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Allocated IP 172.20.0.1 (da8f92bc-53c6-47e7-b5fa-e41a0e6b78db/9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc/e8cd6124-25d6-4109-8ec5-c2f4b4a9001b) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:14.608378 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb448ef9-bf6b-40b3-8609-f734b0c3e7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6c1f26-112d-4613-8848-648da2e1c154,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:14.610416 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-23fb1abf-486d-4f3a-abbc-447cbd4fe08d admin admin] Publish callbacks [] for security_group (18802db1-0705-43d6-b980-2a5b099c40bd), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.633583 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-fb448ef9-bf6b-40b3-8609-f734b0c3e7de admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0698e2851bae4d5b9762314487b34b99&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8347609 Sep 17 03:37:14.645393 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 013b4ce8-e8d6-420a-ad4f-18ade135117a is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:14.672621 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58474) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:14.755459 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:37:14.794730 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Sync routers for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:37:14.813583 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:14.814333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:14.861453 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.868392 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f3bd9ef3-bca3-4251-a08e-10d3940b838e admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4748840 Sep 17 03:37:14.873588 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58478) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:14.875198 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Publish callbacks [] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.877023 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d95f6153-db39-48c7-b5dd-71640d755ff7 admin admin] Publish callbacks [] for security_group (fd4e07cb-efe2-436c-afc3-42468955f760), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.878503 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 7 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:14.885638 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Publish callbacks [] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:14.945287 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.006588 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d95f6153-db39-48c7-b5dd-71640d755ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fd4e07cb-efe2-436c-afc3-42468955f760), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.011742 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:15.066687 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.076330 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-d95f6153-db39-48c7-b5dd-71640d755ff7 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=efb9259c4f124302b7d1826562c909ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5626993 Sep 17 03:37:15.077784 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58482) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:15.092636 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f6153-db39-48c7-b5dd-71640d755ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4e07cb-efe2-436c-afc3-42468955f760,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:15.113995 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:15.169785 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:15.230159 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:15.235038 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:15.236046 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Pushing event updated for resources: {'Port': ['ID=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:15.255668 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4e7245c7-2f20-4a24-9bc1-4aea70ea2627 admin admin] Publish callbacks [] for security_group (2c6c1f26-112d-4613-8848-648da2e1c154), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.262188 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:15.263579 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:15.279921 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-23fb1abf-486d-4f3a-abbc-447cbd4fe08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (18802db1-0705-43d6-b980-2a5b099c40bd), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.283457 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d77bc3da-8e2f-48ff-94fc-6e1e4681f738 admin admin] Publish callbacks [] for security_group (fd4e07cb-efe2-436c-afc3-42468955f760), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.285246 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-23fb1abf-486d-4f3a-abbc-447cbd4fe08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.286536 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-23fb1abf-486d-4f3a-abbc-447cbd4fe08d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/18802db1-0705-43d6-b980-2a5b099c40bd HTTP/1.1" status: 204 len: 168 time: 1.4835038 Sep 17 03:37:15.295617 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Allocated IP 172.28.1.230 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/f1a10a47-e840-46b1-a5f6-628eb7983776) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:15.308989 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:15.318219 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb1abf-486d-4f3a-abbc-447cbd4fe08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18802db1-0705-43d6-b980-2a5b099c40bd,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:15.320247 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:15.320783 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (c41dd3d7-f61c-4464-bf08-7e953e700f01), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.337174 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d77bc3da-8e2f-48ff-94fc-6e1e4681f738 admin admin] Publish callbacks [] for security_group (fd4e07cb-efe2-436c-afc3-42468955f760), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.420728 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4e7245c7-2f20-4a24-9bc1-4aea70ea2627 admin admin] Publish callbacks [] for security_group (2c6c1f26-112d-4613-8848-648da2e1c154), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.570142 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d77bc3da-8e2f-48ff-94fc-6e1e4681f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fd4e07cb-efe2-436c-afc3-42468955f760), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.573333 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d77bc3da-8e2f-48ff-94fc-6e1e4681f738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.579278 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-d77bc3da-8e2f-48ff-94fc-6e1e4681f738 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fd4e07cb-efe2-436c-afc3-42468955f760 HTTP/1.1" status: 204 len: 168 time: 0.4967551 Sep 17 03:37:15.598218 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77bc3da-8e2f-48ff-94fc-6e1e4681f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4e07cb-efe2-436c-afc3-42468955f760,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:15.714909 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:15.716417 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 8 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:15.720308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f126b61-c2ea-4127-8272-4983d107c682 None None] Pushing event updated for resources: {'Port': ['ID=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:15.734872 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba3cd1-0b69-490e-8148-ce8bffd202d2 None None] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:15.843043 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:15.917365 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Attempting to bind port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:15.917991 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Attempting to bind port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:15.918530 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Attempting to bind port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f on network cb315db9-58e4-4a56-aa95-5fb299ae37c9 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:15.959483 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 167866d6-abd6-4565-a0c6-f9a8398b1858 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:16.048070 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:16.074847 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 167866d6-abd6-4565-a0c6-f9a8398b1858 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:16.075452 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.076002 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 167866d6-abd6-4565-a0c6-f9a8398b1858 Sep 17 03:37:16.091116 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for port (f1a10a47-e840-46b1-a5f6-628eb7983776), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.146544 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:16.163025 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Allocated IP 172.20.0.1 (9f6c8767-3434-4aa6-8f1a-e924b549661c/ea4c7df2-9af0-4f23-9010-99d0aa7d46e2/fcdd9a39-1274-469e-9f2d-7be3974d1fbc) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:16.200909 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (f1a10a47-e840-46b1-a5f6-628eb7983776), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.215575 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 167866d6-abd6-4565-a0c6-f9a8398b1858 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:16.216330 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.217514 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4e7245c7-2f20-4a24-9bc1-4aea70ea2627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (2c6c1f26-112d-4613-8848-648da2e1c154), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.224766 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4e7245c7-2f20-4a24-9bc1-4aea70ea2627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.231130 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4e7245c7-2f20-4a24-9bc1-4aea70ea2627 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2c6c1f26-112d-4613-8848-648da2e1c154 HTTP/1.1" status: 204 len: 168 time: 1.5548294 Sep 17 03:37:16.265737 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:16.266500 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Checking segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:16.267090 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.267677 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Bound using segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:16.268501 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Bound port: f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:16.269081 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.331974 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7245c7-2f20-4a24-9bc1-4aea70ea2627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6c1f26-112d-4613-8848-648da2e1c154,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:16.345860 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:16.349053 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:16.356341 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:16.424451 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Publish callbacks [] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.460385 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:16.485705 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (b1a1297d-77df-4762-8763-9cd9c4574109), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.488618 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.498610 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:12Z', 'revision_number': 3, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:16.517716 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:16.519336 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.523649 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:16.555308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 167866d6-abd6-4565-a0c6-f9a8398b1858, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=167866d6-abd6-4565-a0c6-f9a8398b1858,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:16.559201 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Checking router: a899e1e4-1426-4bf3-a3d2-78fa763bb863 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:37:16.559934 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Updating router a899e1e4-1426-4bf3-a3d2-78fa763bb863 port 9569dc31-9cb8-4d91-925a-47f16acd5bde binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:37:16.574837 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.578498 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:16.589293 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'Port': ['ID=f1a10a47-e840-46b1-a5f6-628eb7983776,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:16.591342 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:16.591844 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (a899e1e4-1426-4bf3-a3d2-78fa763bb863), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.631537 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f1a10a47-e840-46b1-a5f6-628eb7983776), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.654872 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Pushing event updated for resources: {'Port': ['ID=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:16.662118 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 9 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:16.718471 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58522) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:16.731687 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:16.810169 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] For port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:16.844860 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:16.847391 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.850589 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 Sep 17 03:37:16.855749 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.935688 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.962948 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for port (f1a10a47-e840-46b1-a5f6-628eb7983776), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.965097 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:16.966073 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:16.988136 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f1a10a47-e840-46b1-a5f6-628eb7983776), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:16.989337 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (b1a1297d-77df-4762-8763-9cd9c4574109), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.071344 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] For port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:17.079073 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.080591 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5215986 Sep 17 03:37:17.089688 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:17.106472 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a377-89bd-46f9-be50-19dd11e71b63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'Port': ['ID=f1a10a47-e840-46b1-a5f6-628eb7983776,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:17.115127 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=167866d6-abd6-4565-a0c6-f9a8398b1858,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:17.121846 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.130669 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Publish callbacks [] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.138851 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.139627 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (c41dd3d7-f61c-4464-bf08-7e953e700f01), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.206912 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:17.219446 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:17.220307 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:17.266631 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f641567b-203b-479b-82e6-90159ba5a04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.310923 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f126b61-c2ea-4127-8272-4983d107c682 None None] Pushing event updated for resources: {'Port': ['ID=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:17.373292 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:17.373682 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.412824 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Publish callbacks [] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.422735 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.425411 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (a899e1e4-1426-4bf3-a3d2-78fa763bb863), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.461873 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:17.466766 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Pushing event updated for resources: {'Port': ['ID=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:17.476853 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:17.547405 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=51fec4e5-1ff2-4535-85bf-9c9d4912ae36,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:17.595962 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Attempt 10 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:17.604411 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.619360 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f641567b-203b-479b-82e6-90159ba5a04d admin admin] Publish callbacks [] for security_group (320ebdd6-d7ce-4964-892f-f516292d71a0), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.626959 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58566) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:17.643618 dv-cinder-849143-3-smb neutron-server[106395]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 03:37:17.660495 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f641567b-203b-479b-82e6-90159ba5a04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (320ebdd6-d7ce-4964-892f-f516292d71a0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:17.664473 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:17.697896 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:17.703728 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Pushing event updated for resources: {'Port': ['ID=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:17.711582 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:17.747094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:17.790012 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-f641567b-203b-479b-82e6-90159ba5a04d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e484fa9975a34bb7b0e7957ecc26d783&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0686486 Sep 17 03:37:17.826769 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58578) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:17.833437 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:17.873025 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:17.911786 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Router c41dd3d7-f61c-4464-bf08-7e953e700f01 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:37:18.020995 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 167866d6-abd6-4565-a0c6-f9a8398b1858 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:18.037208 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Publish callbacks [] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.089670 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=51fec4e5-1ff2-4535-85bf-9c9d4912ae36,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:18.123159 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641567b-203b-479b-82e6-90159ba5a04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320ebdd6-d7ce-4964-892f-f516292d71a0,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:18.127122 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-220ac3f0-c6ad-411d-9790-ad24e647c4d7 admin admin] Publish callbacks [] for security_group (320ebdd6-d7ce-4964-892f-f516292d71a0), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.128533 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.160516 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-220ac3f0-c6ad-411d-9790-ad24e647c4d7 admin admin] Publish callbacks [] for security_group (320ebdd6-d7ce-4964-892f-f516292d71a0), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.178881 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-2702a1f5-0dbc-4a78-b124-0a73426f231d tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--238898418&fields=id&tenant_id=85552d7a5517459ebf4c55260bacd5c0 HTTP/1.1" status: 200 len: 267 time: 0.5474932 Sep 17 03:37:18.185272 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Router a899e1e4-1426-4bf3-a3d2-78fa763bb863 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:37:18.239937 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Attempting to bind port 9569dc31-9cb8-4d91-925a-47f16acd5bde on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:18.240516 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Attempting to bind port 9569dc31-9cb8-4d91-925a-47f16acd5bde by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:18.241586 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Attempting to bind port 9569dc31-9cb8-4d91-925a-47f16acd5bde on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:18.291042 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-220ac3f0-c6ad-411d-9790-ad24e647c4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (320ebdd6-d7ce-4964-892f-f516292d71a0), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.293827 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-220ac3f0-c6ad-411d-9790-ad24e647c4d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.294814 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-220ac3f0-c6ad-411d-9790-ad24e647c4d7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/320ebdd6-d7ce-4964-892f-f516292d71a0 HTTP/1.1" status: 204 len: 168 time: 0.4666812 Sep 17 03:37:18.306973 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:37:18.311824 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ac3f0-c6ad-411d-9790-ad24e647c4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ebdd6-d7ce-4964-892f-f516292d71a0,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:18.322642 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:37:18.324910 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Sync routers for ids ['c41dd3d7-f61c-4464-bf08-7e953e700f01'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:37:18.328348 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-11d5c480-e068-4ea7-8c22-31f8f6262f03 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/a899e1e4-1426-4bf3-a3d2-78fa763bb863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492280 Sep 17 03:37:18.342174 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Routers {'c41dd3d7-f61c-4464-bf08-7e953e700f01'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:18.343825 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['c41dd3d7-f61c-4464-bf08-7e953e700f01'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:18.361985 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-42197449-d1fb-48d8-9c47-343e53523b2b admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/c41dd3d7-f61c-4464-bf08-7e953e700f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3562465 Sep 17 03:37:18.485667 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Set router c41dd3d7-f61c-4464-bf08-7e953e700f01 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:18.652240 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-31358d09-82dc-4390-b76c-e9210caff47c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:18.655302 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-31358d09-82dc-4390-b76c-e9210caff47c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 811 time: 0.4744849 Sep 17 03:37:18.685568 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-27b7cf87-bdc9-455d-97ed-130417bcaef5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/quotas/85552d7a5517459ebf4c55260bacd5c0 HTTP/1.1" status: 200 len: 375 time: 0.0192943 Sep 17 03:37:18.693445 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e81a6-4add-4999-8530-52034c1dac96 None None] Pushing event updated for resources: {'Port': ['ID=9569dc31-9cb8-4d91-925a-47f16acd5bde,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:18.699966 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Current status of the port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:18.700583 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.710606 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:15Z', 'revision_number': 4, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port': {'id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'e8cd6124-25d6-4109-8ec5-c2f4b4a9001b', 'name': '', 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'mac_address': 'fa:16:3e:5b:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:13Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 2, 'project_id': '25a144bb01964adfbf90cad355130767', 'subnets': [{'id': '9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:18.724195 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:18.724916 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:18.725449 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.726020 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:18.726631 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Bound port: 9569dc31-9cb8-4d91-925a-47f16acd5bde, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:18.727139 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.732228 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:18.738616 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 167866d6-abd6-4565-a0c6-f9a8398b1858 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:18.739257 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.739796 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 167866d6-abd6-4565-a0c6-f9a8398b1858 Sep 17 03:37:18.752541 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Checking router: c41dd3d7-f61c-4464-bf08-7e953e700f01 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:37:18.752891 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Updating router c41dd3d7-f61c-4464-bf08-7e953e700f01 port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:37:18.786105 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.813939 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:18.819762 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-be67d7b2-bf9e-4c79-a846-cddc34b947bd tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276827 Sep 17 03:37:18.883558 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] For port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:18.920108 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] For port 9569dc31-9cb8-4d91-925a-47f16acd5bde, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:18.922624 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:18.923996 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:18.964226 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] For port 9569dc31-9cb8-4d91-925a-47f16acd5bde, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=9569dc31-9cb8-4d91-925a-47f16acd5bde,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:19.010237 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.016318 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:19.052626 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:19.073346 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b692fa-fcc8-4177-b43f-dde96cafa7a9 None None] Pushing event updated for resources: {'Port': ['ID=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:19.081390 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 167866d6-abd6-4565-a0c6-f9a8398b1858 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:19.084434 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c49c1-5d95-45cf-99be-20bba27d4f9d None None] The sync data for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb is: [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:37:19.094939 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Publish callbacks [] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.103456 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.116522 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Provisioning complete for port fcdd9a39-1274-469e-9f2d-7be3974d1fbc triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:19.116991 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.117321 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 1 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:19.120758 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:19.121431 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:19.166521 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee27807-7316-4c0e-b613-88b034741f43 None None] Pushing event updated for resources: {'Port': ['ID=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:19.229322 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e81a6-4add-4999-8530-52034c1dac96 None None] Pushing event updated for resources: {'Port': ['ID=9569dc31-9cb8-4d91-925a-47f16acd5bde,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:19.237718 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:19.255169 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Attempting to bind port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:19.257487 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Attempting to bind port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:19.257873 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Attempting to bind port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b on network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:19.316954 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:19.317411 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Checking segment: {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:19.317947 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.318434 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Bound using segment: {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:19.318987 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Bound port: e8cd6124-25d6-4109-8ec5-c2f4b4a9001b, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:19.319381 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.325091 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:19.408063 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] For port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:19.413397 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] For port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:19.422294 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.440737 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58628) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:19.465199 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-db4f46f9-f14a-4edf-9b0f-6f00e4d9311b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.518845 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Routers {'c41dd3d7-f61c-4464-bf08-7e953e700f01'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:19.519988 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['c41dd3d7-f61c-4464-bf08-7e953e700f01'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:19.600432 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee27807-7316-4c0e-b613-88b034741f43 None None] Pushing event updated for resources: {'Port': ['ID=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:19.618267 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:17Z', 'revision_number': 2, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:19.620369 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:19.649403 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-db4f46f9-f14a-4edf-9b0f-6f00e4d9311b admin admin] Publish callbacks [] for security_group (72900dc9-b39e-4113-9d48-2184e814a0f4), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.657385 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-db4f46f9-f14a-4edf-9b0f-6f00e4d9311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (72900dc9-b39e-4113-9d48-2184e814a0f4), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.688740 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] Set router c41dd3d7-f61c-4464-bf08-7e953e700f01 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:19.722865 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a309a2d2-d5bf-45b3-9e5c-ffe2216eeab8 None None] The sync data for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb is: [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:17Z', 'revision_number': 2, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:37:19.738765 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 2 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:19.772465 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58634) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:19.774748 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-db4f46f9-f14a-4edf-9b0f-6f00e4d9311b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2379cd56935f4a76829e412f72d47d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328478 Sep 17 03:37:19.781617 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f46f9-f14a-4edf-9b0f-6f00e4d9311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72900dc9-b39e-4113-9d48-2184e814a0f4,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:19.871253 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:19.873566 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:19.904363 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7da73b6f-e01b-48d0-a1a6-44f266a899dc admin admin] Publish callbacks [] for security_group (72900dc9-b39e-4113-9d48-2184e814a0f4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:19.955872 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:19.974357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7da73b6f-e01b-48d0-a1a6-44f266a899dc admin admin] Publish callbacks [] for security_group (72900dc9-b39e-4113-9d48-2184e814a0f4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.006101 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58642) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:20.012656 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-345b67c5-66d0-4cce-ab86-1047208d6664 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942051847', 'description': 'tempest-description--1606567672'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:20.061578 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58644) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:20.069904 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:20.070594 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.071604 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:20.083939 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-345b67c5-66d0-4cce-ab86-1047208d6664 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.129081 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7da73b6f-e01b-48d0-a1a6-44f266a899dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (72900dc9-b39e-4113-9d48-2184e814a0f4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.134267 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7da73b6f-e01b-48d0-a1a6-44f266a899dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.138162 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7da73b6f-e01b-48d0-a1a6-44f266a899dc admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/72900dc9-b39e-4113-9d48-2184e814a0f4 HTTP/1.1" status: 204 len: 168 time: 0.3639004 Sep 17 03:37:20.149617 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da73b6f-e01b-48d0-a1a6-44f266a899dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72900dc9-b39e-4113-9d48-2184e814a0f4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:20.219415 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:20.220746 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:20.289090 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-345b67c5-66d0-4cce-ab86-1047208d6664 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (5d8fa91d-4893-4ada-95e6-c0b2846143b2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.295726 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-345b67c5-66d0-4cce-ab86-1047208d6664 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5d8fa91d-4893-4ada-95e6-c0b2846143b2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.310148 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:20.310651 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.311365 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 Sep 17 03:37:20.370055 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-345b67c5-66d0-4cce-ab86-1047208d6664 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.375232 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-345b67c5-66d0-4cce-ab86-1047208d6664 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3654618 Sep 17 03:37:20.376617 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58658) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:20.383662 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 3 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:20.385597 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c8f755ce-12a5-4302-8935-6c7bbb198dbf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'security_group_rule': {'security_group_id': '5d8fa91d-4893-4ada-95e6-c0b2846143b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:20.396045 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b67c5-66d0-4cce-ab86-1047208d6664 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8fa91d-4893-4ada-95e6-c0b2846143b2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:20.431760 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:15Z', 'revision_number': 4, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port': {'id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'e8cd6124-25d6-4109-8ec5-c2f4b4a9001b', 'name': '', 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'mac_address': 'fa:16:3e:5b:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:13Z', 'updated_at': '2022-09-17T03:37:19Z', 'revision_number': 4, 'project_id': '25a144bb01964adfbf90cad355130767', 'subnets': [{'id': '9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:20.438657 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8f755ce-12a5-4302-8935-6c7bbb198dbf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (3f884299-978f-415a-adb5-c13b56cf1e75), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.531008 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01e2333-c75a-49d6-8688-a5e116cf50a4 None None] The sync data for ids ['c41dd3d7-f61c-4464-bf08-7e953e700f01'] in dv-cinder-849143-3-smb is: [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:15Z', 'revision_number': 4, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port': {'id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'e8cd6124-25d6-4109-8ec5-c2f4b4a9001b', 'name': '', 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'mac_address': 'fa:16:3e:5b:62:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:13Z', 'updated_at': '2022-09-17T03:37:19Z', 'revision_number': 4, 'project_id': '25a144bb01964adfbf90cad355130767', 'subnets': [{'id': '9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:37:20.531790 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8f755ce-12a5-4302-8935-6c7bbb198dbf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (3f884299-978f-415a-adb5-c13b56cf1e75), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.567913 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8f755ce-12a5-4302-8935-6c7bbb198dbf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (3f884299-978f-415a-adb5-c13b56cf1e75), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.580453 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:20.597240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:20.609788 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0a77-45f2-4a97-a16e-7879b5640046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.641052 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f755ce-12a5-4302-8935-6c7bbb198dbf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f884299-978f-415a-adb5-c13b56cf1e75,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:20.670360 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c8f755ce-12a5-4302-8935-6c7bbb198dbf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.670664 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58674) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:20.674069 dv-cinder-849143-3-smb neutron-server[106394]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 03:37:20.684169 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c8f755ce-12a5-4302-8935-6c7bbb198dbf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3028307 Sep 17 03:37:20.684169 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58676) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:20.719249 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-78cbb534-4d7a-4d39-a367-678df0047fc4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'security_group_rule': {'security_group_id': '5d8fa91d-4893-4ada-95e6-c0b2846143b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:20.834897 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-78cbb534-4d7a-4d39-a367-678df0047fc4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (bdc55c74-b203-479a-a55d-287adb1ea000), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.892379 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:20.953451 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0a77-45f2-4a97-a16e-7879b5640046 admin admin] Publish callbacks [] for security_group (635c384b-7c37-4fc8-ab48-c55b88336bf4), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:20.967383 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b8f0a77-45f2-4a97-a16e-7879b5640046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (635c384b-7c37-4fc8-ab48-c55b88336bf4), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.022939 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:21.037770 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-2383915e-eab0-4e6e-80ad-0947b76e0a2e tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:21.039590 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-2383915e-eab0-4e6e-80ad-0947b76e0a2e tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/networks?id=da8f92bc-53c6-47e7-b5fa-e41a0e6b78db HTTP/1.1" status: 200 len: 811 time: 0.3668780 Sep 17 03:37:21.058646 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-5207c755-22e3-453f-9fdf-a2e2f26c08dc tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/quotas/25a144bb01964adfbf90cad355130767 HTTP/1.1" status: 200 len: 375 time: 0.0119700 Sep 17 03:37:21.081382 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 4 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:21.112718 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3b8f0a77-45f2-4a97-a16e-7879b5640046 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=d24d821be58545808ceac85895b370aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0494459 Sep 17 03:37:21.114923 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-78cbb534-4d7a-4d39-a367-678df0047fc4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (bdc55c74-b203-479a-a55d-287adb1ea000), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.116363 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58684) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:21.126627 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f0a77-45f2-4a97-a16e-7879b5640046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635c384b-7c37-4fc8-ab48-c55b88336bf4,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:21.150259 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-78cbb534-4d7a-4d39-a367-678df0047fc4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (bdc55c74-b203-479a-a55d-287adb1ea000), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.152844 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:21.167982 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:21.179448 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-c876b847-c2ff-4fa0-9925-01430c2a3afd tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=25a144bb01964adfbf90cad355130767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145339 Sep 17 03:37:21.193379 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbb534-4d7a-4d39-a367-678df0047fc4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc55c74-b203-479a-a55d-287adb1ea000,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:21.208237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-cc84d5c5-c529-4155-9788-090f961342b0 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:37:21.210096 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-cc84d5c5-c529-4155-9788-090f961342b0 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8524699 Sep 17 03:37:21.464747 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-78cbb534-4d7a-4d39-a367-678df0047fc4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.465973 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-78cbb534-4d7a-4d39-a367-678df0047fc4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7737672 Sep 17 03:37:21.469612 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 58708) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:21.475852 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:21.524341 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6e9ef43-c859-44f3-8aac-df4c44e74dc6 admin admin] Publish callbacks [] for security_group (635c384b-7c37-4fc8-ab48-c55b88336bf4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.530469 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-4ff36dac-bb8c-47a5-b7ef-43e68361da1b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060398 Sep 17 03:37:21.598651 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.603932 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6e9ef43-c859-44f3-8aac-df4c44e74dc6 admin admin] Publish callbacks [] for security_group (635c384b-7c37-4fc8-ab48-c55b88336bf4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.654637 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 5 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:21.659765 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:21.685565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:21.699985 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-a21a309e-2151-4e71-a712-c68a7c5d27f6 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:37:21.701012 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-a21a309e-2151-4e71-a712-c68a7c5d27f6 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2883954 Sep 17 03:37:21.757643 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-c70c6c83-293c-4d8f-9fbb-76f80c81cda6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192311 Sep 17 03:37:21.761360 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.772730 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6e9ef43-c859-44f3-8aac-df4c44e74dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (635c384b-7c37-4fc8-ab48-c55b88336bf4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.778267 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f6e9ef43-c859-44f3-8aac-df4c44e74dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.779368 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-f6e9ef43-c859-44f3-8aac-df4c44e74dc6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/635c384b-7c37-4fc8-ab48-c55b88336bf4 HTTP/1.1" status: 204 len: 168 time: 0.6617844 Sep 17 03:37:21.814951 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:21.822237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9ef43-c859-44f3-8aac-df4c44e74dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635c384b-7c37-4fc8-ab48-c55b88336bf4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:21.895228 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device e8cd6124-25d6-4109-8ec5-c2f4b4a9001b up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:21.990896 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:21.994199 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:21.995246 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b Sep 17 03:37:22.016864 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Allocated IP 172.28.1.115 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/e3f5fc8a-cd63-44de-a9d7-f498fc7723b5) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:22.032514 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-bec86ac3-78cc-42ca-8a34-474f24d20d81 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/da8f92bc-53c6-47e7-b5fa-e41a0e6b78db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241444 Sep 17 03:37:22.212162 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-b4d7a6dd-922a-4bab-b2bb-7ec0facd878e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/da8f92bc-53c6-47e7-b5fa-e41a0e6b78db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786406 Sep 17 03:37:22.229565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:22.255271 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:22.256108 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:22.321142 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 6 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:22.368311 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for port (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:22.436990 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:22.483213 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:22.491434 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:22.519056 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5b087736-8a7b-4f30-85bc-8cba999c81df req-490df570-a65e-43bb-900a-0a86fb7f6288 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 210 time: 0.1415837 Sep 17 03:37:22.582747 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:22.617146 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:22.659387 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:22.701121 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:22.705923 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:22.785702 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:22.807366 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ef02c95d-2dcc-4e40-b28c-a74d4495b5d6 req-5df707c4-9baa-4111-bf63-45912e4c16d6 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 210 time: 0.1281881 Sep 17 03:37:22.829279 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'Port': ['ID=e3f5fc8a-cd63-44de-a9d7-f498fc7723b5,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:22.883785 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:22.938198 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 7 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:23.029370 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:23.146462 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for port (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:23.156322 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:23.157367 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:23.268696 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:23.276019 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8032079 Sep 17 03:37:23.308670 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5832c2e-e7d9-432a-8fcc-d1fd43654d75 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'Port': ['ID=e3f5fc8a-cd63-44de-a9d7-f498fc7723b5,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:23.544200 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 8 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:23.606413 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:23.608187 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:23.668229 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:23.763048 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-67e9c70b-1871-4e0f-9bf3-f261df98c1c1 req-155cac16-b734-4da0-8308-abef02e26a03 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 210 time: 0.1117210 Sep 17 03:37:23.939853 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device e8cd6124-25d6-4109-8ec5-c2f4b4a9001b up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:24.007294 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-f7867333-7fa9-43e1-869f-f7795c93d3d9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1942051847&fields=id&tenant_id=fc39540e3c13425797fca427caf460a5 HTTP/1.1" status: 200 len: 267 time: 0.2288327 Sep 17 03:37:24.045639 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-757fc1f1-7afb-427a-b715-1c503a770317 req-01597551-5740-4bb7-9844-01f2175cf13e tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 210 time: 0.1032495 Sep 17 03:37:24.079500 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:24.080104 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:24.080905 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b Sep 17 03:37:24.128442 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 9 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:24.198912 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:24.308003 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:24.309117 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 9569dc31-9cb8-4d91-925a-47f16acd5bde up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:24.311348 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-2d318e9c-5545-4c2a-ad1e-d5ba480fbaf9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:24.320098 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-2d318e9c-5545-4c2a-ad1e-d5ba480fbaf9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 816 time: 0.3039031 Sep 17 03:37:24.353525 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-52077da3-682c-4558-9142-622d72ef63d3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/quotas/fc39540e3c13425797fca427caf460a5 HTTP/1.1" status: 200 len: 375 time: 0.0322657 Sep 17 03:37:24.500496 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-a1fa00b4-c91f-4ca2-a5a7-77b7c2618c89 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359413 Sep 17 03:37:24.706007 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 10 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:24.707917 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 9569dc31-9cb8-4d91-925a-47f16acd5bde triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:24.708490 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:24.709067 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 9569dc31-9cb8-4d91-925a-47f16acd5bde Sep 17 03:37:24.721478 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-a9be9236-0220-4d68-b1ea-96353f771b53 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153370 Sep 17 03:37:24.864121 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Port fcdd9a39-1274-469e-9f2d-7be3974d1fbc cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:24.889690 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Provisioning complete for port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:24.893876 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:24.894613 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 1 to provision port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b Sep 17 03:37:25.029471 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:25.049196 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-36083e05-95a9-43e8-acec-53cc61c508e5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242979 Sep 17 03:37:25.052235 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 9569dc31-9cb8-4d91-925a-47f16acd5bde is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:25.053015 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:25.086305 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 9569dc31-9cb8-4d91-925a-47f16acd5bde, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=9569dc31-9cb8-4d91-925a-47f16acd5bde,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:25.111611 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:25.163864 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Current status of the port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:25.178753 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Provisioning complete for port 013b4ce8-e8d6-420a-ad4f-18ade135117a triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:25.179518 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:25.180049 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 1 to provision port 013b4ce8-e8d6-420a-ad4f-18ade135117a Sep 17 03:37:25.334639 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 58946) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:25.355321 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-03da74dc-b8ef-4df0-b04d-82dd0063f5aa req-0584fc44-fab5-433b-933b-83c01d720549 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 210 time: 0.0795991 Sep 17 03:37:25.359476 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=9569dc31-9cb8-4d91-925a-47f16acd5bde,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:25.498578 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d6a76ea0-1008-48a3-b83c-501d58fba416 req-67a2b22f-df1b-416f-88d3-4d8b06896d61 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 210 time: 0.0552001 Sep 17 03:37:25.499796 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Current status of the port 013b4ce8-e8d6-420a-ad4f-18ade135117a is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:25.520190 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f9e8183a-02ec-4b85-a7e1-e81248faf885 req-5f4b2ccc-ac69-4ca5-85c8-3c69e9c1cae8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 210 time: 0.0659530 Sep 17 03:37:25.532856 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Provisioning complete for port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:25.533357 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:25.533845 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 1 to provision port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f Sep 17 03:37:25.776781 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Current status of the port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:25.818842 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Provisioning complete for port 167866d6-abd6-4565-a0c6-f9a8398b1858 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:25.822027 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:25.822381 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Attempt 1 to provision port 167866d6-abd6-4565-a0c6-f9a8398b1858 Sep 17 03:37:25.861866 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 9569dc31-9cb8-4d91-925a-47f16acd5bde up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:25.885522 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501640386-network', 'tenant_id': '3d121f5f9efb4c5999cb53c2e12dc98f'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:25.916545 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Made reservation on behalf of 3d121f5f9efb4c5999cb53c2e12dc98f for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:25.919586 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:25.930096 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:25.956414 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 9569dc31-9cb8-4d91-925a-47f16acd5bde triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:25.957710 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:25.958334 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 9569dc31-9cb8-4d91-925a-47f16acd5bde Sep 17 03:37:26.088179 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Publish callbacks [] for security_group (6e99e0e9-edc8-43b5-87ca-7f61077cebfa), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:26.090543 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:26.095984 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6e99e0e9-edc8-43b5-87ca-7f61077cebfa), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:26.135043 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99e0e9-edc8-43b5-87ca-7f61077cebfa,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:26.151993 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:37:26.159083 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b4337168-fa23-47f9-8312-9aa5eadf3f9d None None] Current status of the port 167866d6-abd6-4565-a0c6-f9a8398b1858 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:26.170018 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (ca4cf3a1-7bd5-4468-a309-ec76862b5488), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:26.171485 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Added segment ca4cf3a1-7bd5-4468-a309-ec76862b5488 of type vlan for network 8add545b-0cc3-451c-b580-c1a7b80a107c Sep 17 03:37:26.246834 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:26.272315 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 9569dc31-9cb8-4d91-925a-47f16acd5bde is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:26.294248 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (8add545b-0cc3-451c-b580-c1a7b80a107c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:26.310883 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.55', 63875) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:26.317972 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:26.370902 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (8add545b-0cc3-451c-b580-c1a7b80a107c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:26.372554 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:26.373245 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:26.430941 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ecc8c794-aad6-4f0f-aea7-39f074e7b598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:26.488256 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59008) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:26.491210 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1550822 Sep 17 03:37:26.496684 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224745-bae2-4329-b04c-747369990ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=8add545b-0cc3-451c-b580-c1a7b80a107c,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:26.500463 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Request body: {'subnet': {'network_id': '8add545b-0cc3-451c-b580-c1a7b80a107c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501640386-subnet', 'tenant_id': '3d121f5f9efb4c5999cb53c2e12dc98f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:26.509554 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 8add545b-0cc3-451c-b580-c1a7b80a107c details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:37:26.612190 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-11453e0f-3536-4028-aacf-938ffc14926f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:26.614180 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-11453e0f-3536-4028-aacf-938ffc14926f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 811 time: 0.3019233 Sep 17 03:37:26.636319 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Made reservation on behalf of 3d121f5f9efb4c5999cb53c2e12dc98f for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:26.639095 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:26.662462 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1fb87422-6bbf-4330-a486-82dc3cdbed05 req-05e6e763-4897-4d90-a09e-46c850dd35da tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 210 time: 0.0644453 Sep 17 03:37:26.827567 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-98a1b14d-3aef-420a-a312-d560891920c3 req-b4043492-0083-4ee1-8f08-e921f9f24da5 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 210 time: 0.1857982 Sep 17 03:37:26.911309 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-84802b4b-dac6-4b47-8f42-c84ab3370635 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=85552d7a5517459ebf4c55260bacd5c0 HTTP/1.1" status: 200 len: 379 time: 0.2042916 Sep 17 03:37:26.922456 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'port': {'device_id': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'admin_state_up': True, 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'security_groups': ['06a432ba-7620-4525-bfc2-1bf07f04543e']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:26.946207 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:26.961507 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7257a53f-ae32-417e-892e-f9f92bab2fa7 req-2436902e-aa0f-4899-96f4-2cfedbba528d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 210 time: 0.0769045 Sep 17 03:37:27.161666 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (3aebba0d-e33d-4458-ac6a-8c0bd32d4df1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:27.218647 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aebba0d-e33d-4458-ac6a-8c0bd32d4df1,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:27.246568 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Made reservation on behalf of 85552d7a5517459ebf4c55260bacd5c0 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:27.250509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:27.292359 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Checking segment: {'id': 'ca4cf3a1-7bd5-4468-a309-ec76862b5488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8add545b-0cc3-451c-b580-c1a7b80a107c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:27.292723 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Network hostable DHCP agents. Network: 8add545b-0cc3-451c-b580-c1a7b80a107c, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:37:27.379438 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Network 8add545b-0cc3-451c-b580-c1a7b80a107c is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:37:27.380213 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Sync routers for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:37:27.419597 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:27.420275 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:36:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:27.423831 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 8add545b-0cc3-451c-b580-c1a7b80a107c) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:27.438815 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:27.439276 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:27.594717 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.55', 63887) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:27.773598 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-d4a0edc4-30a6-45b8-9d38-8fc6e9fd3b35 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2811797 Sep 17 03:37:27.801562 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5788c-2907-4b45-8e68-43053cc7954c None None] Network 8add545b-0cc3-451c-b580-c1a7b80a107c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:27.862638 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Allocated IP 172.20.0.9 (cb315db9-58e4-4a56-aa95-5fb299ae37c9/ca77c9d4-956d-439b-aff6-c49ca4e43dd5/6b8d180f-bc8d-48d5-8a39-b14cc12de0f3) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:27.883605 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-501e94f3-5a05-440e-a600-1c33190332ce tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:27.890028 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-501e94f3-5a05-440e-a600-1c33190332ce tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.55 "GET /networking/v2.0/networks?id=da8f92bc-53c6-47e7-b5fa-e41a0e6b78db HTTP/1.1" status: 200 len: 811 time: 0.2929711 Sep 17 03:37:27.899801 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c9d1edb4-c142-4351-b9e5-a7b1ab1b308a req-6e24d971-cfc4-4bee-b4c8-c7b63becb75b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 210 time: 0.0630689 Sep 17 03:37:27.908839 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:27.923318 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Request body: {'port': {'device_id': 'db32ea27-e3d2-4779-a814-8cc388ed493c', 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db', 'admin_state_up': True, 'tenant_id': '25a144bb01964adfbf90cad355130767'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:28.030920 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:28.088347 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:28.116460 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59092) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:28.386992 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-62bf1f41-f48d-4821-8717-543ce4cc39ba req-d30eaed6-f84f-40a3-9a91-af654a8fc11e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 210 time: 0.2493649 Sep 17 03:37:28.480345 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.55', 63895) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:28.552115 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:28.584210 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:17Z', 'revision_number': 2, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:28.645322 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e2d7a-583f-4300-8f2d-c2b619fdc1df None None] Network 8add545b-0cc3-451c-b580-c1a7b80a107c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:28.709914 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-120e287f-2f4b-4609-8854-d31d05823f12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:28.788696 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:28.808728 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:28.940481 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b14ebe4b-9423-4db3-a924-52af4642f972 req-35f184b9-20fc-4550-8744-92ea07cecc18 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 210 time: 0.5518703 Sep 17 03:37:29.006687 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-0dbd93f8-776b-4980-930e-5d8dc2a515a7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:29.007602 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Checking router: a899e1e4-1426-4bf3-a3d2-78fa763bb863 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:37:29.008796 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-0dbd93f8-776b-4980-930e-5d8dc2a515a7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 816 time: 0.5241644 Sep 17 03:37:29.014340 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Updating router a899e1e4-1426-4bf3-a3d2-78fa763bb863 port fcdd9a39-1274-469e-9f2d-7be3974d1fbc binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:37:29.036433 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:29.048121 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Made reservation on behalf of 25a144bb01964adfbf90cad355130767 for: {'port': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:29.051981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:29.052392 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:29.054595 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:29.063082 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:29.063082 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:29.084911 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'Port': ['ID=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:29.132260 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-9dbd4747-457d-47da-bbf3-89d136ca9e06 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2138367 Sep 17 03:37:29.169728 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-b6f4f55b-9f48-4a84-93ab-5794a98b9299 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:37:29.172194 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-b6f4f55b-9f48-4a84-93ab-5794a98b9299 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0094302 Sep 17 03:37:29.174908 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-760e6f6b-7e07-48a0-aa0e-d6157f225d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:29.330561 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-8d09e9bc-4497-461b-8fbe-e8bc44f7be4e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc39540e3c13425797fca427caf460a5 HTTP/1.1" status: 200 len: 380 time: 0.2614479 Sep 17 03:37:29.333366 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-120e287f-2f4b-4609-8854-d31d05823f12 admin admin] Publish callbacks [] for security_group (5867b62e-01fc-4786-a97b-f168deecdd1c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:29.345830 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2518ce-e4b1-421f-8252-c7cdcc43d5b5 req-667ca323-9c26-4fea-8cea-c01bc34922f6 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:29.351510 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6f2518ce-e4b1-421f-8252-c7cdcc43d5b5 req-667ca323-9c26-4fea-8cea-c01bc34922f6 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 931 time: 0.2067375 Sep 17 03:37:29.373860 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:29.374849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'port': {'device_id': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'admin_state_up': True, 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'security_groups': ['5d8fa91d-4893-4ada-95e6-c0b2846143b2']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:29.434199 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-120e287f-2f4b-4609-8854-d31d05823f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5867b62e-01fc-4786-a97b-f168deecdd1c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:29.703849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:29.753073 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59152) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:29.790250 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Provisioning complete for port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:29.791519 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:29.792030 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 1 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:29.827425 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-951354418-network', 'tenant_id': '5b0f965226ee497cafd87ae0e18dd20a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:29.899998 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:29.910978 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6f2518ce-e4b1-421f-8252-c7cdcc43d5b5 req-4e11ba42-70cb-4720-824d-b28eef14cb0f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5192423 Sep 17 03:37:29.929489 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0fe3ebae-0673-4b05-8bf2-f2f2cb1588fb req-00c10a7e-a9c3-45dd-8b98-54802966bcfd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 210 time: 0.1806655 Sep 17 03:37:30.023707 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e287f-2f4b-4609-8854-d31d05823f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5867b62e-01fc-4786-a97b-f168deecdd1c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:30.029939 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-120e287f-2f4b-4609-8854-d31d05823f12 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2edc42ba99374102bbdfbe348ee203f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9093287 Sep 17 03:37:30.043338 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59172) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:30.164372 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Allocated IP 172.20.0.6 (da8f92bc-53c6-47e7-b5fa-e41a0e6b78db/9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc/c36980a1-2a79-483c-9a38-d1bcbb04d779) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:30.169081 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Request body: {'port': {'device_id': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:30.181191 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Made reservation on behalf of fc39540e3c13425797fca427caf460a5 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:30.189004 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.251253 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Made reservation on behalf of 5b0f965226ee497cafd87ae0e18dd20a for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:30.256925 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.301478 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4c89374f-2a06-4580-85a6-b6d4864db000 admin admin] Publish callbacks [] for security_group (5867b62e-01fc-4786-a97b-f168deecdd1c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.407746 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8796dabd-1100-45a9-954b-124e31e1b83b req-2df34d0e-75ab-4ac2-9a09-77a2831182cf tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 210 time: 0.3693447 Sep 17 03:37:30.424082 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.429177 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:30.445604 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:30.505111 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4c89374f-2a06-4580-85a6-b6d4864db000 admin admin] Publish callbacks [] for security_group (5867b62e-01fc-4786-a97b-f168deecdd1c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.524045 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 2 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:30.637574 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.710714 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:30.823239 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:30.864404 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4c89374f-2a06-4580-85a6-b6d4864db000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5867b62e-01fc-4786-a97b-f168deecdd1c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.867564 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4c89374f-2a06-4580-85a6-b6d4864db000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.869088 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-4c89374f-2a06-4580-85a6-b6d4864db000 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5867b62e-01fc-4786-a97b-f168deecdd1c HTTP/1.1" status: 204 len: 168 time: 0.8188536 Sep 17 03:37:30.890777 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Publish callbacks [] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:30.892351 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:30.902943 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89374f-2a06-4580-85a6-b6d4864db000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5867b62e-01fc-4786-a97b-f168deecdd1c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:30.952159 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.047966 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.143388 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:31.150531 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:31.163286 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:31.207713 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:31.209909 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:31.216271 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:31.217163 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.226032 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Publish callbacks [] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.237011 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 3 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:31.294742 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.402372 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Pushing event updated for resources: {'Port': ['ID=c36980a1-2a79-483c-9a38-d1bcbb04d779,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:31.407726 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7575c2-855e-4f20-980a-21520f1f7065 None None] Pushing event updated for resources: {'Port': ['ID=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:31.413439 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:31.442940 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-ea8ebd84-e70d-4dbd-9cfc-ece2620650de tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5396528 Sep 17 03:37:31.462679 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:31.475603 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5f110f19-c501-4fd3-a735-126ee9752381 req-c4edf7dc-a19e-4910-8b97-ab1c748cad4d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 210 time: 0.1916144 Sep 17 03:37:31.494753 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Request body: {'port': {'device_id': 'db32ea27-e3d2-4779-a814-8cc388ed493c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:31.588359 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Attempting to bind port fcdd9a39-1274-469e-9f2d-7be3974d1fbc on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:31.588983 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Attempting to bind port fcdd9a39-1274-469e-9f2d-7be3974d1fbc by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:31.589551 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Attempting to bind port fcdd9a39-1274-469e-9f2d-7be3974d1fbc on network 9f6c8767-3434-4aa6-8f1a-e924b549661c {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:31.661539 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:31.662256 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Checking segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:31.662699 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.663198 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Bound using segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:31.664275 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Bound port: fcdd9a39-1274-469e-9f2d-7be3974d1fbc, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:31.665400 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.694033 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e28e6-bc52-475e-af06-f2c0c24c0ae2 req-c888dd24-cd13-48ca-9afc-6f171483243c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:31.695816 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1e3e28e6-bc52-475e-af06-f2c0c24c0ae2 req-c888dd24-cd13-48ca-9afc-6f171483243c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 931 time: 0.4162703 Sep 17 03:37:31.761121 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.814067 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] For port fcdd9a39-1274-469e-9f2d-7be3974d1fbc, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:31.817992 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] For port fcdd9a39-1274-469e-9f2d-7be3974d1fbc, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:31.838577 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Publish callbacks [] for security_group (2f202604-3f85-41f3-bfdc-e6774102c565), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.846807 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1e3e28e6-bc52-475e-af06-f2c0c24c0ae2 req-67e4ff93-eca8-4a2a-b636-2923bd32d87a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387646 Sep 17 03:37:31.863481 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:31.913797 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:31.915033 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:32.062342 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:32.155579 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:32.159940 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 4 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:32.187318 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (2f202604-3f85-41f3-bfdc-e6774102c565), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:32.310111 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Allocated IP 172.20.0.9 (9f6c8767-3434-4aa6-8f1a-e924b549661c/ea4c7df2-9af0-4f23-9010-99d0aa7d46e2/82e5b702-c639-4c63-a0d2-0adfbba17db6) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:32.342731 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f202604-3f85-41f3-bfdc-e6774102c565,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:32.360013 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:32.371833 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:31Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:32.447756 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:32.449146 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052aedb-f4ff-44d0-b0a5-41532821b62e None None] The sync data for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb is: [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:31Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:37:32.467281 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59260) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:32.580659 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:32.625113 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:37:32.631375 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7575c2-855e-4f20-980a-21520f1f7065 None None] Pushing event updated for resources: {'Port': ['ID=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:32.700404 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972d7a2-0cc1-41bd-a845-fd2ce7163c85 req-6e2793d0-96d5-4ae7-944c-54344ae60f46 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:32.708135 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0972d7a2-0cc1-41bd-a845-fd2ce7163c85 req-6e2793d0-96d5-4ae7-944c-54344ae60f46 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 931 time: 0.9447920 Sep 17 03:37:32.773645 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36980a1-2a79-483c-9a38-d1bcbb04d779 {{(pid=106394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:37:32.850883 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Publish callbacks [] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:32.876991 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-be26a6ee-96dd-4d08-974e-bb8a87d47392 req-e84dac85-89f8-482a-ac63-baba3c270560 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 210 time: 0.1522286 Sep 17 03:37:32.969248 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.provisioning_blocks [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Transition to ACTIVE for port object c36980a1-2a79-483c-9a38-d1bcbb04d779 will not be triggered until provisioned by entity L2. {{(pid=106394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:37:32.979406 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.043395 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ed1cca18-08f8-4a6e-8f79-d91c0aa2eac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.057250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:33.068396 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.081577 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 5 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:33.194533 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0972d7a2-0cc1-41bd-a845-fd2ce7163c85 req-d91e9d67-7b09-4fb3-9dbd-67fe86c1a625 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404967 Sep 17 03:37:33.200339 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:33.231225 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (d402d370-13e5-4dac-8233-7e4d3137127f), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.232971 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Added segment d402d370-13e5-4dac-8233-7e4d3137127f of type vlan for network f4a77d6b-a974-455b-82c9-309f2bf9cb5c Sep 17 03:37:33.267698 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Pushing event updated for resources: {'Port': ['ID=c36980a1-2a79-483c-9a38-d1bcbb04d779,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:33.332691 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c6b2c-66d2-4a91-8f58-8bc149d2b0be req-c998c7f2-f814-4724-b23f-c3e037675784 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:33.334088 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fc8c6b2c-66d2-4a91-8f58-8bc149d2b0be req-c998c7f2-f814-4724-b23f-c3e037675784 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 931 time: 0.2010331 Sep 17 03:37:33.396937 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:33.421488 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Attempting to bind port c36980a1-2a79-483c-9a38-d1bcbb04d779 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:33.421587 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Attempting to bind port c36980a1-2a79-483c-9a38-d1bcbb04d779 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:33.421996 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Attempting to bind port c36980a1-2a79-483c-9a38-d1bcbb04d779 on network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:33.445274 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:UPDATE=8,neutron:INSERT=10 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:33.452019 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (f4a77d6b-a974-455b-82c9-309f2bf9cb5c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.454180 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fc8c6b2c-66d2-4a91-8f58-8bc149d2b0be req-bc02c53e-5a59-4b0d-8be8-93937485ccc3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022151 Sep 17 03:37:33.507072 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Port c36980a1-2a79-483c-9a38-d1bcbb04d779 on network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:37:33.507072 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Attempting to bind port c36980a1-2a79-483c-9a38-d1bcbb04d779 on network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:33.507793 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.593236 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:33.593653 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Checking segment: {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:33.594255 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Bound using segment: {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:33.594703 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Bound port: c36980a1-2a79-483c-9a38-d1bcbb04d779, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a456865-da1c-46dc-9b9f-6c80a42e728e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db'}}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:33.595053 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.701651 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 6 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:33.785175 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:33.801890 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:33.811146 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (f4a77d6b-a974-455b-82c9-309f2bf9cb5c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.812224 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:33.812853 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.826033 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:33.830844 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:33.831687 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.860919 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.0979452 Sep 17 03:37:33.863088 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ed1cca18-08f8-4a6e-8f79-d91c0aa2eac6 admin admin] Publish callbacks [] for security_group (e39a1dba-f9db-4175-ad93-ad2b7b92154d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.865664 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:37:33.881703 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59292) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:33.889706 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Request body: {'subnet': {'network_id': 'f4a77d6b-a974-455b-82c9-309f2bf9cb5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-951354418-subnet', 'tenant_id': '5b0f965226ee497cafd87ae0e18dd20a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:33.900166 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:33.920326 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Publish callbacks [] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.923738 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:33.950422 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ed1cca18-08f8-4a6e-8f79-d91c0aa2eac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e39a1dba-f9db-4175-ad93-ad2b7b92154d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:33.999712 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fcdd9a39-1274-469e-9f2d-7be3974d1fbc up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:34.101882 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] For port c36980a1-2a79-483c-9a38-d1bcbb04d779, host hv-cinder-84914, cleared binding levels {{(pid=106394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:34.133977 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ed1cca18-08f8-4a6e-8f79-d91c0aa2eac6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=efcea8d402ae4fa993f0aa2938eb4b28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5611584 Sep 17 03:37:34.143253 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59310) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:34.170351 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port fcdd9a39-1274-469e-9f2d-7be3974d1fbc triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:34.177244 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:34.177244 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:34.183037 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] For port c36980a1-2a79-483c-9a38-d1bcbb04d779, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c36980a1-2a79-483c-9a38-d1bcbb04d779,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:34.189459 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-bd5077b9-c36b-4050-8cf8-39dd968f69e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8308434 Sep 17 03:37:34.207005 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Made reservation on behalf of 5b0f965226ee497cafd87ae0e18dd20a for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:34.216760 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:34.286671 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:34.333419 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Transition to ACTIVE for port object 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:37:34.404082 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port fcdd9a39-1274-469e-9f2d-7be3974d1fbc is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:34.404472 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:34.434625 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Request body: {'port': {'device_id': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:34.456230 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 7 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:34.467644 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:34.509116 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:34.509737 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:34.516611 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420c48d-be8e-4a3a-aac0-5976cffa318d admin admin] Pushing event updated for resources: {'Network': ['ID=f4a77d6b-a974-455b-82c9-309f2bf9cb5c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:34.525292 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/c36980a1-2a79-483c-9a38-d1bcbb04d779 HTTP/1.1" status: 200 len: 1093 time: 3.0526788 Sep 17 03:37:34.563412 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db32ea27-e3d2-4779-a814-8cc388ed493c', 'tag': 'c36980a1-2a79-483c-9a38-d1bcbb04d779'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:37:34.570255 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network f4a77d6b-a974-455b-82c9-309f2bf9cb5c details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:37:34.605071 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cca18-08f8-4a6e-8f79-d91c0aa2eac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39a1dba-f9db-4175-ad93-ad2b7b92154d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:34.672371 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd630d0-0566-42a0-b818-1e75a7c5e202 req-6df5d6ef-5a99-4832-ad96-253205e40269 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:34.679260 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0cd630d0-0566-42a0-b818-1e75a7c5e202 req-6df5d6ef-5a99-4832-ad96-253205e40269 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 931 time: 0.5308461 Sep 17 03:37:34.827953 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port fcdd9a39-1274-469e-9f2d-7be3974d1fbc, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:34.846097 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:34.852530 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:34.876671 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47355597-8465-4a38-8e2b-06269c3faec1 req-fa4eec7a-5841-4fef-afaf-e59cae4c6caa tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:34.881518 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-47355597-8465-4a38-8e2b-06269c3faec1 req-fa4eec7a-5841-4fef-afaf-e59cae4c6caa tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 943 time: 0.3534136 Sep 17 03:37:34.920369 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:34.940679 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:34.955332 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:34.960060 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:34.992602 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Attempting to bind port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:34.993328 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Attempting to bind port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:34.994020 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Attempting to bind port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 on network cb315db9-58e4-4a56-aa95-5fb299ae37c9 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:35.056089 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0cd630d0-0566-42a0-b818-1e75a7c5e202 req-c8ba2b3c-ec48-453a-a00e-69a59270bea9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3520780 Sep 17 03:37:35.102872 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:35.106630 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-1ea91d06-b376-4493-980c-05c354c0e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:35.108845 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-1ea91d06-b376-4493-980c-05c354c0e53a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=25a144bb01964adfbf90cad355130767&device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 1127 time: 0.2397373 Sep 17 03:37:35.156170 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ab652224-54a7-4885-b789-55e8cfd9d03a admin admin] Publish callbacks [] for security_group (e39a1dba-f9db-4175-ad93-ad2b7b92154d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:35.214502 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59356) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:35.283453 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-b41d8554-0d02-4308-a3cd-9a3ecedda4df service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c36980a1-2a79-483c-9a38-d1bcbb04d779 HTTP/1.1" status: 200 len: 217 time: 0.1133208 Sep 17 03:37:35.313167 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ab652224-54a7-4885-b789-55e8cfd9d03a admin admin] Publish callbacks [] for security_group (e39a1dba-f9db-4175-ad93-ad2b7b92154d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:35.346630 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 on network cb315db9-58e4-4a56-aa95-5fb299ae37c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:37:35.347281 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Attempting to bind port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 on network cb315db9-58e4-4a56-aa95-5fb299ae37c9 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:35.354211 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 8 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:35.365115 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-47355597-8465-4a38-8e2b-06269c3faec1 req-a8ad0f98-e57c-4879-97f4-ef24a350f210 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505333 Sep 17 03:37:35.398477 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1569a48-73b8-4d71-acd6-6580b0c22302 service neutron] Pushing event updated for resources: {'Port': ['ID=c36980a1-2a79-483c-9a38-d1bcbb04d779,revision_number=3']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:35.425258 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59360) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:35.425967 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59362) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:35.455172 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:35.486196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58da02a-b69d-42bf-aa4e-764e07bb9c6b req-4a65f659-6873-421a-8505-d393df95c3d3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:35.488053 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f58da02a-b69d-42bf-aa4e-764e07bb9c6b req-4a65f659-6873-421a-8505-d393df95c3d3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 943 time: 0.2945187 Sep 17 03:37:35.580196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:35.590087 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-6f035156-6e63-41a6-a328-a6b5da87f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:35.591816 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-6f035156-6e63-41a6-a328-a6b5da87f9b2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc HTTP/1.1" status: 200 len: 850 time: 0.2419758 Sep 17 03:37:35.679743 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cde8b22-9d38-4688-9f70-f266d6be11c8" -d '{"events": [{"name": "network-changed", "server_uuid": "db32ea27-e3d2-4779-a814-8cc388ed493c", "tag": "c36980a1-2a79-483c-9a38-d1bcbb04d779"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:37:35.726652 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f58da02a-b69d-42bf-aa4e-764e07bb9c6b req-2de0f0e9-982d-4f00-8f6b-5f50f6bc5e4b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461411 Sep 17 03:37:35.762831 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:35.764853 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Checking segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:35.766008 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Bound using segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:35.768222 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Bound port: 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:35.770387 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:35.784301 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ab652224-54a7-4885-b789-55e8cfd9d03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e39a1dba-f9db-4175-ad93-ad2b7b92154d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:35.786933 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ab652224-54a7-4885-b789-55e8cfd9d03a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:35.790606 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-ab652224-54a7-4885-b789-55e8cfd9d03a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e39a1dba-f9db-4175-ad93-ad2b7b92154d HTTP/1.1" status: 204 len: 168 time: 1.6418834 Sep 17 03:37:35.822634 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fcdd9a39-1274-469e-9f2d-7be3974d1fbc up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:35.841611 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6ee3-60da-489a-9f34-3f38fa3f8963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:35.853115 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de76ab2d-38b4-4a82-8788-9ca4eb8aebd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:35.859073 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab652224-54a7-4885-b789-55e8cfd9d03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39a1dba-f9db-4175-ad93-ad2b7b92154d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:35.887961 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-6ded32ba-9093-49d8-9275-10d23549451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:35.889568 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-6ded32ba-9093-49d8-9275-10d23549451d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=da8f92bc-53c6-47e7-b5fa-e41a0e6b78db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2163210 Sep 17 03:37:35.895997 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:35.920554 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:35.929400 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port fcdd9a39-1274-469e-9f2d-7be3974d1fbc triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:35.930916 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:35.931696 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port fcdd9a39-1274-469e-9f2d-7be3974d1fbc Sep 17 03:37:35.958389 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 9 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:35.991107 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6ee3-60da-489a-9f34-3f38fa3f8963 admin admin] Publish callbacks [] for security_group (665e1530-3b42-4fcd-bc4c-4e32e7328986), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.021807 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6ee3-60da-489a-9f34-3f38fa3f8963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (665e1530-3b42-4fcd-bc4c-4e32e7328986), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.066494 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:37:36.085088 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:36.085418 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (f4686ad5-f4d7-46e7-932d-12febebd105e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.095870 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ea1c6ee3-60da-489a-9f34-3f38fa3f8963 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=8adbdf078fca4620ba1f4c377aff346e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6650090 Sep 17 03:37:36.095870 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ff739d9-2637-452b-b505-e6433bc755c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.117199 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59388) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:36.133349 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6ee3-60da-489a-9f34-3f38fa3f8963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665e1530-3b42-4fcd-bc4c-4e32e7328986,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:36.155003 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port fcdd9a39-1274-469e-9f2d-7be3974d1fbc is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:36.197509 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47f18a3-3e75-41aa-a94e-ee7cd26faefe x-openstack-request-id: req-f47f18a3-3e75-41aa-a94e-ee7cd26faefe {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:37:36.198922 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db32ea27-e3d2-4779-a814-8cc388ed493c", "tag": "c36980a1-2a79-483c-9a38-d1bcbb04d779", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:37:36.199381 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f47f18a3-3e75-41aa-a94e-ee7cd26faefe {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:37:36.200027 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47f18a3-3e75-41aa-a94e-ee7cd26faefe'] response: {'name': 'network-changed', 'server_uuid': 'db32ea27-e3d2-4779-a814-8cc388ed493c', 'tag': 'c36980a1-2a79-483c-9a38-d1bcbb04d779', 'status': 'completed', 'code': 200} Sep 17 03:37:36.263715 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fef47ac-c4e7-4fe7-8dae-0c695a2baaab admin admin] Publish callbacks [] for security_group (665e1530-3b42-4fcd-bc4c-4e32e7328986), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.289148 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fef47ac-c4e7-4fe7-8dae-0c695a2baaab admin admin] Publish callbacks [] for security_group (665e1530-3b42-4fcd-bc4c-4e32e7328986), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.289734 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-98ebecdc-f5b4-4e31-924a-5d89ed40af4c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/da8f92bc-53c6-47e7-b5fa-e41a0e6b78db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815918 Sep 17 03:37:36.290896 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4686ad5-f4d7-46e7-932d-12febebd105e,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:36.301323 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Checking segment: {'id': 'd402d370-13e5-4dac-8233-7e4d3137127f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f4a77d6b-a974-455b-82c9-309f2bf9cb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:36.302012 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Network hostable DHCP agents. Network: f4a77d6b-a974-455b-82c9-309f2bf9cb5c, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:37:36.479039 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-627bb8a0-43c3-4c1d-a52a-64d94140f4f8 req-0b2b07e9-c816-4af2-9d29-901bde5a58d1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/da8f92bc-53c6-47e7-b5fa-e41a0e6b78db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736648 Sep 17 03:37:36.480346 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Network f4a77d6b-a974-455b-82c9-309f2bf9cb5c is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:37:36.489016 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] For port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:36.508225 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, f4a77d6b-a974-455b-82c9-309f2bf9cb5c) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:36.513264 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:36.513933 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.523272 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f527e-214e-4eca-ab3a-3aedc4a6be65 None None] Network f4a77d6b-a974-455b-82c9-309f2bf9cb5c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:36.541027 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:36.566159 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] For port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:36.579736 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fef47ac-c4e7-4fe7-8dae-0c695a2baaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (665e1530-3b42-4fcd-bc4c-4e32e7328986), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.582418 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fef47ac-c4e7-4fe7-8dae-0c695a2baaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.586852 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4fef47ac-c4e7-4fe7-8dae-0c695a2baaab admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/665e1530-3b42-4fcd-bc4c-4e32e7328986 HTTP/1.1" status: 204 len: 168 time: 0.4257560 Sep 17 03:37:36.592414 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Attempt 10 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:36.592770 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f51de-412f-4a91-aac5-0c75dae6666a req-ca788f5b-977c-4e42-ad1c-c7265f5ef378 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:36.601078 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-141f51de-412f-4a91-aac5-0c75dae6666a req-ca788f5b-977c-4e42-ad1c-c7265f5ef378 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 943 time: 0.0653319 Sep 17 03:37:36.629717 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b324c-e207-4761-9b1b-977d39f6796a req-fcc8b15c-cffa-4c37-a6c6-29821039b483 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:36.631469 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1e5b324c-e207-4761-9b1b-977d39f6796a req-fcc8b15c-cffa-4c37-a6c6-29821039b483 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 931 time: 0.3996570 Sep 17 03:37:36.691120 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.722239 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:36.722917 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:36.724461 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 200 len: 1093 time: 7.0136657 Sep 17 03:37:36.736090 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:36.754364 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-141f51de-412f-4a91-aac5-0c75dae6666a req-5ef0ed65-c15b-4e5c-9aa1-a7cc1b1b6f37 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470838 Sep 17 03:37:36.759382 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-3acf9ac9-7659-4a38-8f8c-fef731834d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:36.767241 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-3acf9ac9-7659-4a38-8f8c-fef731834d38 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=25a144bb01964adfbf90cad355130767&device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 1127 time: 0.0851305 Sep 17 03:37:36.794176 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef47ac-c4e7-4fe7-8dae-0c695a2baaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e1530-3b42-4fcd-bc4c-4e32e7328986,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:36.811734 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'tag': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:37:36.812400 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-6a0b0e49-146e-44a4-a45d-e082b12bdc6a admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9295282 Sep 17 03:37:36.948013 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-10211ee3-f86f-46f2-a4d4-0639ea182564 None None] Port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:37:36.991685 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:37.035612 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2588f8a1-e482-4ac3-af59-56e61e406c9b None None] Network f4a77d6b-a974-455b-82c9-309f2bf9cb5c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:37.142980 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59418) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:37.268746 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36770b77-5c59-40ba-96f7-45f8292a5b7d req-e4575d74-14b4-481a-a270-e4dcf9816c62 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:37.271362 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-36770b77-5c59-40ba-96f7-45f8292a5b7d req-e4575d74-14b4-481a-a270-e4dcf9816c62 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 943 time: 0.2363596 Sep 17 03:37:37.307818 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e5b702-c639-4c63-a0d2-0adfbba17db6 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:37:37.346521 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Publish callbacks [] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:37.377320 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Transition to ACTIVE for port object 82e5b702-c639-4c63-a0d2-0adfbba17db6 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:37:37.384918 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de76ab2d-38b4-4a82-8788-9ca4eb8aebd3 admin admin] Publish callbacks [] for security_group (31f8f362-852c-42db-8d2b-2ae247a11b03), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:37.402765 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59426) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:37.505980 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-723dc074-96b6-491c-aa27-172b95f4a3d3 admin admin] Deleting subnet 3aebba0d-e33d-4458-ac6a-8c0bd32d4df1 {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:37:37.528280 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-348263c4-5316-408a-9afe-1a92aea74989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:37.541259 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-723dc074-96b6-491c-aa27-172b95f4a3d3 admin admin] Publish callbacks [] for subnet (3aebba0d-e33d-4458-ac6a-8c0bd32d4df1), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:37.548493 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-292dadb1-5ed7-4874-af90-658b651921f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:37.550142 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-292dadb1-5ed7-4874-af90-658b651921f7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=da8f92bc-53c6-47e7-b5fa-e41a0e6b78db HTTP/1.1" status: 200 len: 912 time: 0.6877913 Sep 17 03:37:37.607265 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-36770b77-5c59-40ba-96f7-45f8292a5b7d req-20d495e6-28a7-4e9e-8c2a-736fac89fec5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017907 Sep 17 03:37:37.636505 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1e5b324c-e207-4761-9b1b-977d39f6796a req-061832e3-357f-4b2e-b960-e4ed85c4c9fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9782877 Sep 17 03:37:37.639611 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-de76ab2d-38b4-4a82-8788-9ca4eb8aebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (31f8f362-852c-42db-8d2b-2ae247a11b03), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:37.644989 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-723dc074-96b6-491c-aa27-172b95f4a3d3 admin admin] Publish callbacks [] for subnet (3aebba0d-e33d-4458-ac6a-8c0bd32d4df1), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:37.657074 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04b608e-b34f-49fe-b041-d82909880729" -d '{"events": [{"name": "network-changed", "server_uuid": "f485657f-758f-4f8c-bd0b-fdae6f0b4d01", "tag": "6b8d180f-bc8d-48d5-8a39-b14cc12de0f3"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:37:37.697563 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-7632db3a-c558-42b3-bec2-bb39c4f922ca service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c36980a1-2a79-483c-9a38-d1bcbb04d779 HTTP/1.1" status: 200 len: 217 time: 0.0684016 Sep 17 03:37:37.698821 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-723dc074-96b6-491c-aa27-172b95f4a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (3aebba0d-e33d-4458-ac6a-8c0bd32d4df1), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:37.712989 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:37.730899 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:37.778873 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76ab2d-38b4-4a82-8788-9ca4eb8aebd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f8f362-852c-42db-8d2b-2ae247a11b03,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:37.815723 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-1547a8fb-e64e-49fa-bad0-c092901031c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:37.817429 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-1547a8fb-e64e-49fa-bad0-c092901031c2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 1127 time: 0.8207083 Sep 17 03:37:37.842448 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:37.904211 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79cca8-4a76-48ab-a549-f76fdbb54fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:38.008852 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ff739d9-2637-452b-b505-e6433bc755c5 admin admin] Publish callbacks [] for security_group (5b8a1912-c5d0-42c6-86cb-602a25217280), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.017377 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-de76ab2d-38b4-4a82-8788-9ca4eb8aebd3 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=bb6b50adcbbf4dcf8ec1f45df53607eb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5873036 Sep 17 03:37:38.023034 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59442) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:38.083524 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19487009-02b1-46a9-9f24-9cb0e09f91f8 x-openstack-request-id: req-19487009-02b1-46a9-9f24-9cb0e09f91f8 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:37:38.083981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f485657f-758f-4f8c-bd0b-fdae6f0b4d01", "tag": "6b8d180f-bc8d-48d5-8a39-b14cc12de0f3", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:37:38.084247 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19487009-02b1-46a9-9f24-9cb0e09f91f8 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:37:38.088158 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19487009-02b1-46a9-9f24-9cb0e09f91f8'] response: {'name': 'network-changed', 'server_uuid': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'tag': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'status': 'completed', 'code': 200} Sep 17 03:37:38.094877 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ff739d9-2637-452b-b505-e6433bc755c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5b8a1912-c5d0-42c6-86cb-602a25217280), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.146849 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-4fd5dd56-d464-4cf3-b7a3-8909e5252572 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 200 len: 217 time: 0.2695622 Sep 17 03:37:38.210860 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-c6471a31-e43f-4ffb-b31c-2b4a00606b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:38.212514 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-c6471a31-e43f-4ffb-b31c-2b4a00606b3c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc HTTP/1.1" status: 200 len: 850 time: 0.4691997 Sep 17 03:37:38.225731 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-723dc074-96b6-491c-aa27-172b95f4a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (3aebba0d-e33d-4458-ac6a-8c0bd32d4df1), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.310596 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-1ca82bc0-693e-48e4-bb40-51713385cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:38.313012 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-1ca82bc0-693e-48e4-bb40-51713385cc43 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=da8f92bc-53c6-47e7-b5fa-e41a0e6b78db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0734658 Sep 17 03:37:38.323747 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dc074-96b6-491c-aa27-172b95f4a3d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aebba0d-e33d-4458-ac6a-8c0bd32d4df1,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:38.327498 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-348263c4-5316-408a-9afe-1a92aea74989 admin admin] Publish callbacks [] for security_group (0bd1708a-0c03-404a-bc0b-941a3ba6054a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.331934 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-723dc074-96b6-491c-aa27-172b95f4a3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.335778 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-723dc074-96b6-491c-aa27-172b95f4a3d3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/3aebba0d-e33d-4458-ac6a-8c0bd32d4df1 HTTP/1.1" status: 204 len: 168 time: 1.1912520 Sep 17 03:37:38.337643 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-348263c4-5316-408a-9afe-1a92aea74989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (0bd1708a-0c03-404a-bc0b-941a3ba6054a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.340523 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59450) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:38.366313 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:38.376416 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348263c4-5316-408a-9afe-1a92aea74989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd1708a-0c03-404a-bc0b-941a3ba6054a,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:38.456747 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-348263c4-5316-408a-9afe-1a92aea74989 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b9d2e0f1fc994f1494094d7217208264&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0524240 Sep 17 03:37:38.462022 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59454) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:38.490561 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (8add545b-0cc3-451c-b580-c1a7b80a107c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.507372 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Attempting to bind port 82e5b702-c639-4c63-a0d2-0adfbba17db6 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:38.507761 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Attempting to bind port 82e5b702-c639-4c63-a0d2-0adfbba17db6 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:38.508097 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Attempting to bind port 82e5b702-c639-4c63-a0d2-0adfbba17db6 on network 9f6c8767-3434-4aa6-8f1a-e924b549661c {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:38.602986 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a49b1668-3fbd-4ec4-afef-d39b7e8f0232 admin admin] Publish callbacks [] for security_group (0bd1708a-0c03-404a-bc0b-941a3ba6054a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.603914 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1ad00-8795-45a2-bcae-d399fb1a8923 req-1bb62896-7332-45fb-968b-da76f62b865d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:38.612039 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-add1ad00-8795-45a2-bcae-d399fb1a8923 req-1bb62896-7332-45fb-968b-da76f62b865d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 943 time: 0.5907121 Sep 17 03:37:38.614446 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:38.692777 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-0ff739d9-2637-452b-b505-e6433bc755c5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=bf95a6cef5bd4d0ba46261600257fdf4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4756885 Sep 17 03:37:38.714081 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59464) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:38.714958 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a49b1668-3fbd-4ec4-afef-d39b7e8f0232 admin admin] Publish callbacks [] for security_group (0bd1708a-0c03-404a-bc0b-941a3ba6054a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.719859 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (8add545b-0cc3-451c-b580-c1a7b80a107c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:38.767223 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff739d9-2637-452b-b505-e6433bc755c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8a1912-c5d0-42c6-86cb-602a25217280,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:38.810702 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.811195 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.812081 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.812464 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > port after_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.812889 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.813338 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > port after_update 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.813746 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.814198 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.814593 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.815000 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:38.835831 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-5b059efd-36e1-40a8-9113-690cd48b90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:38.838039 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-5b059efd-36e1-40a8-9113-690cd48b90aa service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.3683329 Sep 17 03:37:38.857903 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Port 82e5b702-c639-4c63-a0d2-0adfbba17db6 on network 9f6c8767-3434-4aa6-8f1a-e924b549661c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:37:38.858312 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Attempting to bind port 82e5b702-c639-4c63-a0d2-0adfbba17db6 on network 9f6c8767-3434-4aa6-8f1a-e924b549661c {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:39.020186 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-af8d0d0a-f882-4061-9be8-af9c39004a1e admin admin] Publish callbacks [] for security_group (31f8f362-852c-42db-8d2b-2ae247a11b03), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.049059 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-add1ad00-8795-45a2-bcae-d399fb1a8923 req-8dc19c40-5617-4a56-8612-76d447ab5152 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306970 Sep 17 03:37:39.083514 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:39.083868 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:39.084269 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:39.084696 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:37:39.085040 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8add545b-0cc3-451c-b580-c1a7b80a107c']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:39.153831 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-af8d0d0a-f882-4061-9be8-af9c39004a1e admin admin] Publish callbacks [] for security_group (31f8f362-852c-42db-8d2b-2ae247a11b03), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.196990 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4cf3a1-7bd5-4468-a309-ec76862b5488') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:39.197382 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4cf3a1-7bd5-4468-a309-ec76862b5488') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:39.198170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-823ae250-0644-4633-8558-c74476333fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:39.199804 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-823ae250-0644-4633-8558-c74476333fac service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2889860 Sep 17 03:37:39.212558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7043d4af-3717-4b24-8127-bfb40e46966f admin admin] Publish callbacks [] for security_group (5b8a1912-c5d0-42c6-86cb-602a25217280), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.241539 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195120'] for segment (ca4cf3a1-7bd5-4468-a309-ec76862b5488), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.285037 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-68d6b5c8-691c-4bb7-b480-0a8b7940ec90 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/da8f92bc-53c6-47e7-b5fa-e41a0e6b78db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393197 Sep 17 03:37:39.307181 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df5f2-c7c9-4fca-8f11-8d57e8198152 req-86fcc737-8563-4770-9da2-2b28e958decd tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:39.315786 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c05df5f2-c7c9-4fca-8f11-8d57e8198152 req-86fcc737-8563-4770-9da2-2b28e958decd tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 943 time: 0.5631695 Sep 17 03:37:39.325872 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7043d4af-3717-4b24-8127-bfb40e46966f admin admin] Publish callbacks [] for security_group (5b8a1912-c5d0-42c6-86cb-602a25217280), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.357046 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (ca4cf3a1-7bd5-4468-a309-ec76862b5488), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.386679 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a49b1668-3fbd-4ec4-afef-d39b7e8f0232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (0bd1708a-0c03-404a-bc0b-941a3ba6054a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.393407 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a49b1668-3fbd-4ec4-afef-d39b7e8f0232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.397094 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-a49b1668-3fbd-4ec4-afef-d39b7e8f0232 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/0bd1708a-0c03-404a-bc0b-941a3ba6054a HTTP/1.1" status: 204 len: 168 time: 0.9312837 Sep 17 03:37:39.397094 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:37:39.397094 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3163676'] for segment (ca4cf3a1-7bd5-4468-a309-ec76862b5488), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.446220 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:39.468501 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-af8d0d0a-f882-4061-9be8-af9c39004a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (31f8f362-852c-42db-8d2b-2ae247a11b03), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.486656 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b1668-3fbd-4ec4-afef-d39b7e8f0232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd1708a-0c03-404a-bc0b-941a3ba6054a,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:39.490058 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-af8d0d0a-f882-4061-9be8-af9c39004a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.494002 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-af8d0d0a-f882-4061-9be8-af9c39004a1e admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/31f8f362-852c-42db-8d2b-2ae247a11b03 HTTP/1.1" status: 204 len: 168 time: 1.4068007 Sep 17 03:37:39.525077 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c05df5f2-c7c9-4fca-8f11-8d57e8198152 req-dfeed47c-fd7f-4ed3-ad86-9fc66d674318 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930203 Sep 17 03:37:39.560640 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:39.560981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Checking segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:39.561374 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Bound using segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:39.561852 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Bound port: 82e5b702-c639-4c63-a0d2-0adfbba17db6, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:39.562210 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.588784 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (8add545b-0cc3-451c-b580-c1a7b80a107c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.624404 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:39.635316 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/8add545b-0cc3-451c-b580-c1a7b80a107c HTTP/1.1" status: 204 len: 168 time: 1.2668023 Sep 17 03:37:39.646469 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0d0a-f882-4061-9be8-af9c39004a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f8f362-852c-42db-8d2b-2ae247a11b03,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:39.648238 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59488) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:39.771790 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:39.782701 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:39.789481 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337c1ac-2da8-4d1d-bb1e-f35ef139a2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=8add545b-0cc3-451c-b580-c1a7b80a107c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:39.840108 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-95749c9f-1ee9-48ed-9f8a-5f290b4091b7 admin admin] Deleting subnet f4686ad5-f4d7-46e7-932d-12febebd105e {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:37:39.853718 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:39.857359 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95749c9f-1ee9-48ed-9f8a-5f290b4091b7 admin admin] Publish callbacks [] for subnet (f4686ad5-f4d7-46e7-932d-12febebd105e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.011777 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95749c9f-1ee9-48ed-9f8a-5f290b4091b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195083'] for subnet (f4686ad5-f4d7-46e7-932d-12febebd105e), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.082231 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85a78-19ce-4d6a-837b-2afd88e0a5f4 req-00a25d18-5c70-46d6-9981-9e51cb356981 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:40.103132 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-53c85a78-19ce-4d6a-837b-2afd88e0a5f4 req-00a25d18-5c70-46d6-9981-9e51cb356981 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.9249787 Sep 17 03:37:40.116954 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.140150 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:40.144115 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.151491 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 200 len: 1093 time: 5.8198309 Sep 17 03:37:40.156843 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7043d4af-3717-4b24-8127-bfb40e46966f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5b8a1912-c5d0-42c6-86cb-602a25217280), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.159007 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8cde8b22-9d38-4688-9f70-f266d6be11c8 req-22e40dd6-3ee2-48b2-aee2-8d5e3d702075 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/da8f92bc-53c6-47e7-b5fa-e41a0e6b78db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708801 Sep 17 03:37:40.169671 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7043d4af-3717-4b24-8127-bfb40e46966f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.175714 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7043d4af-3717-4b24-8127-bfb40e46966f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5b8a1912-c5d0-42c6-86cb-602a25217280 HTTP/1.1" status: 204 len: 168 time: 1.4576592 Sep 17 03:37:40.178591 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95749c9f-1ee9-48ed-9f8a-5f290b4091b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (f4686ad5-f4d7-46e7-932d-12febebd105e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.192242 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:37:40.195375 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a590c251-6957-4a21-86a6-13f4f6b4325b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:37:40.351909 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment ca4cf3a1-7bd5-4468-a309-ec76862b5488 resource provider aggregate not found Sep 17 03:37:40.363169 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:40.384177 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf463766-d320-44a4-ad12-592f5dbda482 req-06f6f1ac-2e53-4e9a-a870-1dfcd33256d3 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:40.393171 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bf463766-d320-44a4-ad12-592f5dbda482 req-06f6f1ac-2e53-4e9a-a870-1dfcd33256d3 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 943 time: 0.2196710 Sep 17 03:37:40.395913 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment ca4cf3a1-7bd5-4468-a309-ec76862b5488 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca4cf3a1-7bd5-4468-a309-ec76862b5488 found for delete ", "request_id": "req-85d33216-6594-4917-986a-0984dbf57dbb"}]} Sep 17 03:37:40.404695 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95749c9f-1ee9-48ed-9f8a-5f290b4091b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3163814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122913'] for subnet (f4686ad5-f4d7-46e7-932d-12febebd105e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.416291 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043d4af-3717-4b24-8127-bfb40e46966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8a1912-c5d0-42c6-86cb-602a25217280,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:40.445792 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-95749c9f-1ee9-48ed-9f8a-5f290b4091b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.449223 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-95749c9f-1ee9-48ed-9f8a-5f290b4091b7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/f4686ad5-f4d7-46e7-932d-12febebd105e HTTP/1.1" status: 204 len: 168 time: 0.7991693 Sep 17 03:37:40.450335 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95749c9f-1ee9-48ed-9f8a-5f290b4091b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4686ad5-f4d7-46e7-932d-12febebd105e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:40.452006 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59514) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:40.464606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e258c2-49c5-48f0-a593-0f2466922933 service neutron] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:40.483038 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:40.514515 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-53c85a78-19ce-4d6a-837b-2afd88e0a5f4 req-40491b53-3fae-4c2e-a3ba-e259ad558d15 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103281 Sep 17 03:37:40.522635 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-e6b19828-e981-42c6-8299-73b2f46b0aff service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7210627 Sep 17 03:37:40.527467 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bf463766-d320-44a4-ad12-592f5dbda482 req-7d07badb-4063-4309-929f-0353b82dcc6a tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342266 Sep 17 03:37:40.569053 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (f4a77d6b-a974-455b-82c9-309f2bf9cb5c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.636170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec902e-3712-4ffc-9b73-d2de404e3259 x-openstack-request-id: req-92ec902e-3712-4ffc-9b73-d2de404e3259 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:37:40.636620 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:37:40.636932 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92ec902e-3712-4ffc-9b73-d2de404e3259 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:37:40.637451 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ec902e-3712-4ffc-9b73-d2de404e3259'] response: {'name': 'network-changed', 'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'status': 'completed', 'code': 200} Sep 17 03:37:40.639072 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59522) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:40.654458 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68c5d047-8f5e-4b44-9131-112d4bc8ad17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.734723 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (f4a77d6b-a974-455b-82c9-309f2bf9cb5c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.768053 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68c5d047-8f5e-4b44-9131-112d4bc8ad17 admin admin] Publish callbacks [] for security_group (a37a0dbe-a456-45ca-a593-d8caef6be2c4), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.772715 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dfaed-efe7-4bae-b374-b37ce26e5fe6 req-62b38344-085e-4100-8410-a29c4baa963c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:40.774425 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0d3dfaed-efe7-4bae-b374-b37ce26e5fe6 req-62b38344-085e-4100-8410-a29c4baa963c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 943 time: 0.1078947 Sep 17 03:37:40.777590 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68c5d047-8f5e-4b44-9131-112d4bc8ad17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a37a0dbe-a456-45ca-a593-d8caef6be2c4), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.778202 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-ce72b937-34cf-4fd8-a430-4ef2efae45f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:40.779462 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-ce72b937-34cf-4fd8-a430-4ef2efae45f5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 1127 time: 0.1118248 Sep 17 03:37:40.781028 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a77d6b-a974-455b-82c9-309f2bf9cb5c']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:40.798415 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd402d370-13e5-4dac-8233-7e4d3137127f') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:40.798713 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd402d370-13e5-4dac-8233-7e4d3137127f') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:40.816991 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195120'] for segment (d402d370-13e5-4dac-8233-7e4d3137127f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.825112 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5d047-8f5e-4b44-9131-112d4bc8ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37a0dbe-a456-45ca-a593-d8caef6be2c4,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:40.842670 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-68c5d047-8f5e-4b44-9131-112d4bc8ad17 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f2e38ca058734d35876c1bb45e5a8b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022977 Sep 17 03:37:40.843366 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59528) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:40.855004 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0d3dfaed-efe7-4bae-b374-b37ce26e5fe6 req-edbf5e2d-6a10-4ae0-9b0c-30e7c659ac20 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712185 Sep 17 03:37:40.870026 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (d402d370-13e5-4dac-8233-7e4d3137127f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.885312 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:37:40.885584 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3163676'] for segment (d402d370-13e5-4dac-8233-7e4d3137127f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.922659 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-a56f2b6c-b9f7-4457-9e06-0dba578b7ff4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 200 len: 217 time: 0.0472012 Sep 17 03:37:40.947397 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59532) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:40.973466 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ef575b7-8af9-4811-9c8c-1c9afdc3e916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:40.991744 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ddf1-306d-4fdc-a29b-4af9d67504f9 admin admin] Publish callbacks [] for security_group (a37a0dbe-a456-45ca-a593-d8caef6be2c4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.003414 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (f4a77d6b-a974-455b-82c9-309f2bf9cb5c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.006216 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-e876f1c3-62f5-4d1e-adbb-bf5ec5b5618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:41.007662 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-e876f1c3-62f5-4d1e-adbb-bf5ec5b5618f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.0580540 Sep 17 03:37:41.011704 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.015000 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/f4a77d6b-a974-455b-82c9-309f2bf9cb5c HTTP/1.1" status: 204 len: 168 time: 0.5594165 Sep 17 03:37:41.028370 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44623ba8-a63e-4442-8a23-5f5592dbcf94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a77d6b-a974-455b-82c9-309f2bf9cb5c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:41.047348 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ddf1-306d-4fdc-a29b-4af9d67504f9 admin admin] Publish callbacks [] for security_group (a37a0dbe-a456-45ca-a593-d8caef6be2c4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.081531 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b916da3c-9068-40ae-8dca-c449dd9f88ce req-92a07060-77bc-49c8-b6a4-ca7ae605a0a4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095883 Sep 17 03:37:41.090851 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:41.157572 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ddf1-306d-4fdc-a29b-4af9d67504f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a37a0dbe-a456-45ca-a593-d8caef6be2c4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.157572 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fcb3ddf1-306d-4fdc-a29b-4af9d67504f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.158769 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-fcb3ddf1-306d-4fdc-a29b-4af9d67504f9 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a37a0dbe-a456-45ca-a593-d8caef6be2c4 HTTP/1.1" status: 204 len: 168 time: 0.3143013 Sep 17 03:37:41.160892 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ef575b7-8af9-4811-9c8c-1c9afdc3e916 admin admin] Publish callbacks [] for security_group (6942ddbf-0e42-4ecb-acf0-30bac7ba3c4d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.171450 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3ddf1-306d-4fdc-a29b-4af9d67504f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37a0dbe-a456-45ca-a593-d8caef6be2c4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:41.173519 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5ef575b7-8af9-4811-9c8c-1c9afdc3e916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6942ddbf-0e42-4ecb-acf0-30bac7ba3c4d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.220565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef575b7-8af9-4811-9c8c-1c9afdc3e916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6942ddbf-0e42-4ecb-acf0-30bac7ba3c4d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:41.225261 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-5ef575b7-8af9-4811-9c8c-1c9afdc3e916 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=08ae24306ce5408ba4b7327eafa94d68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748380 Sep 17 03:37:41.227950 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59546) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:41.291042 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41eca2b0-c0c1-481a-9cd8-c9f078c50b6e admin admin] Publish callbacks [] for security_group (6942ddbf-0e42-4ecb-acf0-30bac7ba3c4d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.319024 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41eca2b0-c0c1-481a-9cd8-c9f078c50b6e admin admin] Publish callbacks [] for security_group (6942ddbf-0e42-4ecb-acf0-30bac7ba3c4d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.342243 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59554) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:41.400509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41eca2b0-c0c1-481a-9cd8-c9f078c50b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6942ddbf-0e42-4ecb-acf0-30bac7ba3c4d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.402800 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-9148abb9-8259-458c-9eb3-0d2641af645c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3d121f5f9efb4c5999cb53c2e12dc98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594099 Sep 17 03:37:41.404126 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41eca2b0-c0c1-481a-9cd8-c9f078c50b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.405373 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59558) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:41.406601 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-41eca2b0-c0c1-481a-9cd8-c9f078c50b6e admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6942ddbf-0e42-4ecb-acf0-30bac7ba3c4d HTTP/1.1" status: 204 len: 168 time: 0.1762786 Sep 17 03:37:41.423735 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eca2b0-c0c1-481a-9cd8-c9f078c50b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6942ddbf-0e42-4ecb-acf0-30bac7ba3c4d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:41.467960 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c686-a896-4739-a006-f7e00d3244c9 admin admin] Publish callbacks [] for security_group (6e99e0e9-edc8-43b5-87ca-7f61077cebfa), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.471434 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:41.507249 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c686-a896-4739-a006-f7e00d3244c9 admin admin] Publish callbacks [] for security_group (6e99e0e9-edc8-43b5-87ca-7f61077cebfa), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.558471 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c686-a896-4739-a006-f7e00d3244c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6e99e0e9-edc8-43b5-87ca-7f61077cebfa), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.564190 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6ef1c686-a896-4739-a006-f7e00d3244c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:41.569210 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-6ef1c686-a896-4739-a006-f7e00d3244c9 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6e99e0e9-edc8-43b5-87ca-7f61077cebfa HTTP/1.1" status: 204 len: 168 time: 0.1625445 Sep 17 03:37:41.579529 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1c686-a896-4739-a006-f7e00d3244c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99e0e9-edc8-43b5-87ca-7f61077cebfa,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:41.700581 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:41.705699 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761b9e8-b064-45aa-b3a4-372a10690dfb req-7f1d4cb9-7d5d-4cf5-8b80-7cfe4ef03c1d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:41.708072 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1761b9e8-b064-45aa-b3a4-372a10690dfb req-7f1d4cb9-7d5d-4cf5-8b80-7cfe4ef03c1d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 943 time: 0.0742874 Sep 17 03:37:41.732155 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e946f-d723-4a2b-a0c2-e88e76a3a586 req-3043a20f-d6ca-4a19-961d-9b8838535716 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:41.741974 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9d4e946f-d723-4a2b-a0c2-e88e76a3a586 req-3043a20f-d6ca-4a19-961d-9b8838535716 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0897098 Sep 17 03:37:41.774118 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1761b9e8-b064-45aa-b3a4-372a10690dfb req-60c68bf1-f2de-46a6-91f0-7d44b70d66ee tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602262 Sep 17 03:37:41.810710 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9d4e946f-d723-4a2b-a0c2-e88e76a3a586 req-9af2d2c4-8965-414f-b71a-7b7c509f46c2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678024 Sep 17 03:37:41.991240 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cb4ea-f018-4570-bbe5-d9f3e4badef5 req-54ee4c52-3e46-479f-b79e-721c9a188ed8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:41.992863 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cd9cb4ea-f018-4570-bbe5-d9f3e4badef5 req-54ee4c52-3e46-479f-b79e-721c9a188ed8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 943 time: 0.0562408 Sep 17 03:37:42.059312 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-49200dec-b82d-4fc2-bde3-7d319f840294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:42.061363 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-49200dec-b82d-4fc2-bde3-7d319f840294 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0651305 Sep 17 03:37:42.087397 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cd9cb4ea-f018-4570-bbe5-d9f3e4badef5 req-a5d678c2-6739-404a-9b22-5594309742c3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832217 Sep 17 03:37:42.132758 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59594) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:42.163751 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:42.176426 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-ed3a1fcf-0dd5-4018-9e33-d427ae2db755 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5b0f965226ee497cafd87ae0e18dd20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424352 Sep 17 03:37:42.179181 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59596) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:42.228369 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cfae8b1b-1bf1-47d6-8f46-be87462ab66f admin admin] Publish callbacks [] for security_group (2f202604-3f85-41f3-bfdc-e6774102c565), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:42.254451 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cfae8b1b-1bf1-47d6-8f46-be87462ab66f admin admin] Publish callbacks [] for security_group (2f202604-3f85-41f3-bfdc-e6774102c565), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:42.307391 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cfae8b1b-1bf1-47d6-8f46-be87462ab66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (2f202604-3f85-41f3-bfdc-e6774102c565), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:42.312325 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cfae8b1b-1bf1-47d6-8f46-be87462ab66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:42.319283 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-cfae8b1b-1bf1-47d6-8f46-be87462ab66f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2f202604-3f85-41f3-bfdc-e6774102c565 HTTP/1.1" status: 204 len: 168 time: 0.1385996 Sep 17 03:37:42.330849 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae8b1b-1bf1-47d6-8f46-be87462ab66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f202604-3f85-41f3-bfdc-e6774102c565,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:42.414327 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment d402d370-13e5-4dac-8233-7e4d3137127f resource provider aggregate not found Sep 17 03:37:42.433354 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment d402d370-13e5-4dac-8233-7e4d3137127f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d402d370-13e5-4dac-8233-7e4d3137127f found for delete ", "request_id": "req-0257fe2c-2acf-46c6-adba-9eb2d83f3f3f"}]} Sep 17 03:37:42.806529 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b608e-b34f-49fe-b041-d82909880729 req-9ed99224-0b5a-4f7a-a784-af2a679f5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:42.818671 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c04b608e-b34f-49fe-b041-d82909880729 req-9ed99224-0b5a-4f7a-a784-af2a679f5cf3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 1127 time: 0.0596766 Sep 17 03:37:42.885615 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-3b80763f-cb5a-46bf-9c78-cb023b9a095a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347609 Sep 17 03:37:43.070888 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59646) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:43.130831 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1693a4-a155-4824-9842-80508177fef0 req-738c9256-4e69-4c8d-9d6f-ede3f43d5111 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:43.132502 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-df1693a4-a155-4824-9842-80508177fef0 req-738c9256-4e69-4c8d-9d6f-ede3f43d5111 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 943 time: 0.2429631 Sep 17 03:37:43.177807 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b608e-b34f-49fe-b041-d82909880729 req-e4cd91e6-99d3-4b6c-bf7f-7e00453872df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:43.179728 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c04b608e-b34f-49fe-b041-d82909880729 req-e4cd91e6-99d3-4b6c-bf7f-7e00453872df service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 912 time: 0.3539751 Sep 17 03:37:43.208457 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f695d6-b3a1-4c5e-811b-5256b32bcf6c req-208b5c96-d765-449b-8ccb-98ecaf61012b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:43.209982 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-15f695d6-b3a1-4c5e-811b-5256b32bcf6c req-208b5c96-d765-449b-8ccb-98ecaf61012b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.2605169 Sep 17 03:37:43.227914 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c19a113-0e63-48ea-b70c-ab224279a7b8 req-8eedc21d-36f5-456e-8288-8dda3059eb36 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358448 Sep 17 03:37:43.257436 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c04b608e-b34f-49fe-b041-d82909880729 req-7848e965-868b-4656-9f8e-f96c2045f8f6 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 200 len: 217 time: 0.0697663 Sep 17 03:37:43.264539 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-df1693a4-a155-4824-9842-80508177fef0 req-feeaa3c2-f618-4c11-8ab3-cbc37f62aec0 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247458 Sep 17 03:37:43.271965 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-15f695d6-b3a1-4c5e-811b-5256b32bcf6c req-4eb3dd70-818c-4367-94fc-ef4e595a19c4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543542 Sep 17 03:37:43.335123 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b608e-b34f-49fe-b041-d82909880729 req-1c5531d4-c99c-4fc3-af6d-959b0747303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:43.336566 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c04b608e-b34f-49fe-b041-d82909880729 req-1c5531d4-c99c-4fc3-af6d-959b0747303d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.0709026 Sep 17 03:37:43.406232 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59eeb-d0cf-4054-be7e-0dd61f1c1923 req-1713d4f9-a3fc-4f73-83e6-2972948bb7d2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:43.408072 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3ca59eeb-d0cf-4054-be7e-0dd61f1c1923 req-1713d4f9-a3fc-4f73-83e6-2972948bb7d2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 943 time: 0.0563605 Sep 17 03:37:43.463979 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3ca59eeb-d0cf-4054-be7e-0dd61f1c1923 req-e4cc76d3-9013-4bdd-881e-4f99b09fb6a6 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438097 Sep 17 03:37:43.478296 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-90b53bbc-dcb5-4685-ba96-7590abcd1532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:43.537044 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:43.557921 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-90b53bbc-dcb5-4685-ba96-7590abcd1532 admin admin] Publish callbacks [] for security_group (ff8c5353-6deb-45df-b36a-e67bcbf3339f), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:43.562294 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-90b53bbc-dcb5-4685-ba96-7590abcd1532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (ff8c5353-6deb-45df-b36a-e67bcbf3339f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:43.600723 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b53bbc-dcb5-4685-ba96-7590abcd1532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8c5353-6deb-45df-b36a-e67bcbf3339f,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:43.607710 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-90b53bbc-dcb5-4685-ba96-7590abcd1532 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3a2aed06631842b3a3ce0c3ddb9b618d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5239375 Sep 17 03:37:43.608614 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59670) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:43.669741 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-addbe564-5778-4d4e-aa94-25d7645b01e8 admin admin] Publish callbacks [] for security_group (ff8c5353-6deb-45df-b36a-e67bcbf3339f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:43.691682 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-addbe564-5778-4d4e-aa94-25d7645b01e8 admin admin] Publish callbacks [] for security_group (ff8c5353-6deb-45df-b36a-e67bcbf3339f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:43.751279 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-addbe564-5778-4d4e-aa94-25d7645b01e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (ff8c5353-6deb-45df-b36a-e67bcbf3339f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:43.754508 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-addbe564-5778-4d4e-aa94-25d7645b01e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:43.758306 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-addbe564-5778-4d4e-aa94-25d7645b01e8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/ff8c5353-6deb-45df-b36a-e67bcbf3339f HTTP/1.1" status: 204 len: 168 time: 0.1467476 Sep 17 03:37:43.764744 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbe564-5778-4d4e-aa94-25d7645b01e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8c5353-6deb-45df-b36a-e67bcbf3339f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:44.075336 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b608e-b34f-49fe-b041-d82909880729 req-7ea8e4ec-a31d-4424-9937-7d12087f7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:44.079137 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c04b608e-b34f-49fe-b041-d82909880729 req-7ea8e4ec-a31d-4424-9937-7d12087f7848 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527523 Sep 17 03:37:44.087684 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-5950e32e-c1b6-44b5-b255-da20189ebe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:44.087684 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-5950e32e-c1b6-44b5-b255-da20189ebe45 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 1127 time: 0.0483220 Sep 17 03:37:44.098186 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:44.122049 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:44.207359 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c04b608e-b34f-49fe-b041-d82909880729 req-e14420ca-d163-44d3-a5e1-4e667a23d0ef service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116288 Sep 17 03:37:44.219460 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-f667ac65-96f5-4e49-adce-f9a9c2c122c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:44.221079 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-f667ac65-96f5-4e49-adce-f9a9c2c122c8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.1240573 Sep 17 03:37:44.273413 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-ce403b37-50b2-4db2-80e3-99ee6062462b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 200 len: 217 time: 0.0443623 Sep 17 03:37:44.335927 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-047dd1c4-d0f5-48ce-8467-b84b14cb9dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:44.338092 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-047dd1c4-d0f5-48ce-8467-b84b14cb9dca service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.0583344 Sep 17 03:37:44.353379 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c04b608e-b34f-49fe-b041-d82909880729 req-459a16e2-8c04-4c6c-aa24-bd6cca007510 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371517 Sep 17 03:37:44.466633 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-576a84b1-fa4d-4f10-ac1a-d8381f91c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:44.468769 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-576a84b1-fa4d-4f10-ac1a-d8381f91c33f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1132231 Sep 17 03:37:44.474761 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69250cf7-5610-4bd5-9e57-1cbd27fc9e1a req-9a53c9d6-a53c-4281-8501-aacb685f5b98 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:44.477243 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-69250cf7-5610-4bd5-9e57-1cbd27fc9e1a req-9a53c9d6-a53c-4281-8501-aacb685f5b98 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0617898 Sep 17 03:37:44.500757 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b7b0a-4cfa-4ce0-88e4-1dbd354308e6 req-8e3e9d60-45c4-4e05-9ea8-824e2c1fa34b tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:44.502254 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-df4b7b0a-4cfa-4ce0-88e4-1dbd354308e6 req-8e3e9d60-45c4-4e05-9ea8-824e2c1fa34b tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 943 time: 0.0791223 Sep 17 03:37:44.562949 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:44.567288 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-69250cf7-5610-4bd5-9e57-1cbd27fc9e1a req-5088e2a1-83c7-41d4-98b5-2fc5d1bca3e5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824976 Sep 17 03:37:44.612641 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-df4b7b0a-4cfa-4ce0-88e4-1dbd354308e6 req-a26df91c-0309-4144-9ee3-31070142969c tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980921 Sep 17 03:37:44.629779 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:44.643309 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-80d7b368-1b3d-42a4-8879-a2c103c3855e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646149 Sep 17 03:37:44.713545 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59716) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:44.719871 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:37:44.772689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0cdba2c8-809d-47eb-be53-358dcd42ebc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:44.783119 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a590c251-6957-4a21-86a6-13f4f6b4325b req-23051b35-5461-499f-a702-ee4cfd74ae0d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321392 Sep 17 03:37:44.829138 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275dccc-ff6a-4b07-83c9-eb651b672344 req-004ebf6e-a594-46cf-bc63-8ef6ee1f802e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:44.831208 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4275dccc-ff6a-4b07-83c9-eb651b672344 req-004ebf6e-a594-46cf-bc63-8ef6ee1f802e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 943 time: 0.1018968 Sep 17 03:37:44.849033 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:44.872116 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'port_id': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'mac_address': 'fa:16:3e:c9:78:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:37:44.909956 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4275dccc-ff6a-4b07-83c9-eb651b672344 req-7ab2f65f-c719-4f65-bf40-7778415eeabd tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729036 Sep 17 03:37:44.972778 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:44.973169 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:44.997890 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:37:45.024477 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:45.030440 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.031204 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c36980a1-2a79-483c-9a38-d1bcbb04d779 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:37:45.152752 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:45.160069 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:45.185161 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0cdba2c8-809d-47eb-be53-358dcd42ebc0 admin admin] Publish callbacks [] for security_group (48a02024-93e6-48e9-8483-987cd21128ca), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.190080 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0cdba2c8-809d-47eb-be53-358dcd42ebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (48a02024-93e6-48e9-8483-987cd21128ca), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.209518 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c36980a1-2a79-483c-9a38-d1bcbb04d779, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c36980a1-2a79-483c-9a38-d1bcbb04d779,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:45.221099 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59726) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:45.221291 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-0cdba2c8-809d-47eb-be53-358dcd42ebc0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0a13814a2fa54f029669b169b4e3579b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5063708 Sep 17 03:37:45.230656 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': 'c36980a1-2a79-483c-9a38-d1bcbb04d779', 'network_id': 'da8f92bc-53c6-47e7-b5fa-e41a0e6b78db', 'port_id': 'c36980a1-2a79-483c-9a38-d1bcbb04d779', 'mac_address': 'fa:16:3e:48:e6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:37:45.264331 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdba2c8-809d-47eb-be53-358dcd42ebc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a02024-93e6-48e9-8483-987cd21128ca,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:45.283115 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca70b600-d658-4ba0-90ff-2fa8fe09b926 admin admin] Publish callbacks [] for security_group (48a02024-93e6-48e9-8483-987cd21128ca), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.305931 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca70b600-d658-4ba0-90ff-2fa8fe09b926 admin admin] Publish callbacks [] for security_group (48a02024-93e6-48e9-8483-987cd21128ca), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.308786 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port c36980a1-2a79-483c-9a38-d1bcbb04d779 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:45.309286 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.325130 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36980a1-2a79-483c-9a38-d1bcbb04d779 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:37:45.350364 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c36980a1-2a79-483c-9a38-d1bcbb04d779, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c36980a1-2a79-483c-9a38-d1bcbb04d779,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:45.356592 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.370014 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca70b600-d658-4ba0-90ff-2fa8fe09b926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (48a02024-93e6-48e9-8483-987cd21128ca), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.379172 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ca70b600-d658-4ba0-90ff-2fa8fe09b926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:45.383020 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-ca70b600-d658-4ba0-90ff-2fa8fe09b926 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/48a02024-93e6-48e9-8483-987cd21128ca HTTP/1.1" status: 204 len: 168 time: 0.1577263 Sep 17 03:37:45.394759 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70b600-d658-4ba0-90ff-2fa8fe09b926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a02024-93e6-48e9-8483-987cd21128ca,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:45.396350 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:45.430624 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=c36980a1-2a79-483c-9a38-d1bcbb04d779,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:45.771529 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3006f5e-47da-402a-b3d3-88439f0dd739 req-02d97034-6582-4a4f-93d7-5e783914e59f tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:45.780167 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e3006f5e-47da-402a-b3d3-88439f0dd739 req-02d97034-6582-4a4f-93d7-5e783914e59f tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 944 time: 0.0665355 Sep 17 03:37:45.783047 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c170fa-9b67-4ca3-ad9b-fc6060c9dd23 req-fe06c774-f610-464d-8602-bb881271aa4f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:45.784596 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d9c170fa-9b67-4ca3-ad9b-fc6060c9dd23 req-fe06c774-f610-464d-8602-bb881271aa4f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0815742 Sep 17 03:37:45.841201 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d9c170fa-9b67-4ca3-ad9b-fc6060c9dd23 req-150bbdab-6d44-43f6-8a21-a15d357c5f8f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478549 Sep 17 03:37:45.844227 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e3006f5e-47da-402a-b3d3-88439f0dd739 req-4f1a4651-c6e4-4d66-8a0c-e2a9beb91db7 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590994 Sep 17 03:37:45.900695 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['6b8d180f-bc8d-48d5-8a39-b14cc12de0f3'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:37:46.058159 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['c36980a1-2a79-483c-9a38-d1bcbb04d779'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:37:46.179421 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c271-ba49-430f-803a-89470e43c9e8 req-ed45e2bd-3d47-4556-85d3-fea61ec6ae45 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:46.183643 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-dd96c271-ba49-430f-803a-89470e43c9e8 req-ed45e2bd-3d47-4556-85d3-fea61ec6ae45 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 944 time: 0.1493454 Sep 17 03:37:46.324807 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-dd96c271-ba49-430f-803a-89470e43c9e8 req-f18eca27-f648-4c5d-a1af-7ae290ae1ac4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364434 Sep 17 03:37:46.715984 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59830) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:46.787702 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:37:46.976221 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:46.994168 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'port_id': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'mac_address': 'fa:16:3e:64:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:37:47.008543 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1306899433-network', 'tenant_id': '9656274ffeab457792679e5edb11f93d'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:47.025179 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854295-0ce4-4d6a-8103-74b19074c606 req-4531c0ad-ed45-45cf-b0db-ac89bd1a22f9 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:47.029208 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7d854295-0ce4-4d6a-8103-74b19074c606 req-4531c0ad-ed45-45cf-b0db-ac89bd1a22f9 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 944 time: 0.0816057 Sep 17 03:37:47.042306 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbb022-7076-438a-b9e7-ed9c9ef6e9a9 req-5694765f-cb22-4a38-abdf-59a55ad5ee55 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:47.044200 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-94bbb022-7076-438a-b9e7-ed9c9ef6e9a9 req-5694765f-cb22-4a38-abdf-59a55ad5ee55 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0978312 Sep 17 03:37:47.059666 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 82e5b702-c639-4c63-a0d2-0adfbba17db6 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:47.060090 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.061523 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:47.073451 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Made reservation on behalf of 9656274ffeab457792679e5edb11f93d for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:47.076063 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.076860 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e5b702-c639-4c63-a0d2-0adfbba17db6 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:37:47.095382 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.097129 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7d854295-0ce4-4d6a-8103-74b19074c606 req-c1eda0ec-fd12-46d9-9348-91bd9231fd91 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Sep 17 03:37:47.144297 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:47.155766 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.167013 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59848) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:47.179384 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-94bbb022-7076-438a-b9e7-ed9c9ef6e9a9 req-24a02d2d-e794-47e6-9001-65df07fbcb98 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261010 Sep 17 03:37:47.256034 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Publish callbacks [] for security_group (5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.263165 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.271297 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:47.276976 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:47.303885 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:47.305263 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:37:47.313303 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:47.321152 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (c8d374eb-0483-4740-b3c0-26f683a4d038), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.321528 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Added segment c8d374eb-0483-4740-b3c0-26f683a4d038 of type vlan for network f1a5e867-dfe1-4c16-a76a-057858623e1b Sep 17 03:37:47.361501 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:37:47.362369 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-477112cb-ebbf-42e0-a577-91c40c956af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.371343 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:47.371784 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.372186 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 Sep 17 03:37:47.394437 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (f1a5e867-dfe1-4c16-a76a-057858623e1b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.416949 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:47.437426 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (f1a5e867-dfe1-4c16-a76a-057858623e1b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.438745 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:47.439506 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.478374 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-477112cb-ebbf-42e0-a577-91c40c956af2 admin admin] Publish callbacks [] for security_group (63c56664-7276-4766-9f20-733eb8fa1af4), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.486790 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:47.487502 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.502122 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-477112cb-ebbf-42e0-a577-91c40c956af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (63c56664-7276-4766-9f20-733eb8fa1af4), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.503663 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7863703 Sep 17 03:37:47.506922 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59862) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:47.521411 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Request body: {'subnet': {'network_id': 'f1a5e867-dfe1-4c16-a76a-057858623e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1306899433-subnet', 'tenant_id': '9656274ffeab457792679e5edb11f93d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:47.522259 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:37:47.535459 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0e32d-aef0-42e3-87aa-9e3cee12e92c admin admin] Pushing event updated for resources: {'Network': ['ID=f1a5e867-dfe1-4c16-a76a-057858623e1b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:47.552351 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Made reservation on behalf of 9656274ffeab457792679e5edb11f93d for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:47.557040 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.574788 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521453d-dd84-48a9-896b-6b91ddab8a8a req-952ddf8a-2541-41fa-adb9-f8f14d646417 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:47.582191 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5521453d-dd84-48a9-896b-6b91ddab8a8a req-952ddf8a-2541-41fa-adb9-f8f14d646417 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 944 time: 0.1653817 Sep 17 03:37:47.594055 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['82e5b702-c639-4c63-a0d2-0adfbba17db6'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:37:47.596199 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network f1a5e867-dfe1-4c16-a76a-057858623e1b details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:37:47.609437 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:47.619082 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-477112cb-ebbf-42e0-a577-91c40c956af2 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=11bb00e05653481eb6e9c3f89aba8d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4507444 Sep 17 03:37:47.620197 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59868) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:47.623575 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477112cb-ebbf-42e0-a577-91c40c956af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c56664-7276-4766-9f20-733eb8fa1af4,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:47.631941 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:47.636798 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:47.646969 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:47.683467 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.684315 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c36980a1-2a79-483c-9a38-d1bcbb04d779 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:47.763074 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5521453d-dd84-48a9-896b-6b91ddab8a8a req-54efefd3-5fad-499f-b18b-e7ee14249839 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796930 Sep 17 03:37:47.810442 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (7f56fccb-59b1-448c-ac68-1e2b91580485), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.821007 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:37:47.824537 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e1afcd55-d6a3-4052-8c73-17806b62b12b admin admin] Publish callbacks [] for security_group (63c56664-7276-4766-9f20-733eb8fa1af4), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.834523 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ed5c08-0a29-4ea6-be86-ea67cb3e1cd5" -d '{"events": [{"server_uuid": "f485657f-758f-4f8c-bd0b-fdae6f0b4d01", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d180f-bc8d-48d5-8a39-b14cc12de0f3"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:37:47.853087 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e1afcd55-d6a3-4052-8c73-17806b62b12b admin admin] Publish callbacks [] for security_group (63c56664-7276-4766-9f20-733eb8fa1af4), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.868870 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port c36980a1-2a79-483c-9a38-d1bcbb04d779 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:37:47.891474 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port c36980a1-2a79-483c-9a38-d1bcbb04d779 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:47.892103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.892564 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port c36980a1-2a79-483c-9a38-d1bcbb04d779 Sep 17 03:37:47.894348 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:47.899624 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Checking segment: {'id': 'c8d374eb-0483-4740-b3c0-26f683a4d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1a5e867-dfe1-4c16-a76a-057858623e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:47.899985 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Network hostable DHCP agents. Network: f1a5e867-dfe1-4c16-a76a-057858623e1b, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:37:47.905440 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f56fccb-59b1-448c-ac68-1e2b91580485,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:47.926962 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Network f1a5e867-dfe1-4c16-a76a-057858623e1b is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:37:47.945304 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e1afcd55-d6a3-4052-8c73-17806b62b12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (63c56664-7276-4766-9f20-733eb8fa1af4), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.949117 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, f1a5e867-dfe1-4c16-a76a-057858623e1b) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:47.950085 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e1afcd55-d6a3-4052-8c73-17806b62b12b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.952301 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-e1afcd55-d6a3-4052-8c73-17806b62b12b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/63c56664-7276-4766-9f20-733eb8fa1af4 HTTP/1.1" status: 204 len: 168 time: 0.3254797 Sep 17 03:37:47.957322 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:47.959622 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:47.966601 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67c68f-0992-403b-9338-edb2615ed370 None None] Network f1a5e867-dfe1-4c16-a76a-057858623e1b requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:47.969146 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afcd55-d6a3-4052-8c73-17806b62b12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c56664-7276-4766-9f20-733eb8fa1af4,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:48.000841 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-cbf92e90-3143-4c40-9a7b-b4295058e30d admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4928572 Sep 17 03:37:48.074209 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b315b699-8ddc-435d-9875-bd8690790a0c x-openstack-request-id: req-b315b699-8ddc-435d-9875-bd8690790a0c {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:37:48.074806 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f485657f-758f-4f8c-bd0b-fdae6f0b4d01", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d180f-bc8d-48d5-8a39-b14cc12de0f3", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:37:48.074937 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b315b699-8ddc-435d-9875-bd8690790a0c {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:37:48.075632 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b315b699-8ddc-435d-9875-bd8690790a0c'] response: {'server_uuid': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'code': 200} Sep 17 03:37:48.164701 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:48.173388 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port c36980a1-2a79-483c-9a38-d1bcbb04d779 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:48.173805 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:48.228571 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9fac3-5a3c-4538-b39c-26233343d33a None None] Network f1a5e867-dfe1-4c16-a76a-057858623e1b requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:48.288696 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d268d-16fd-41ca-97a8-308dff8f801a req-1d01b6cd-7092-42a5-82c0-e8a2c6cd3f26 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:48.297009 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f70d268d-16fd-41ca-97a8-308dff8f801a req-1d01b6cd-7092-42a5-82c0-e8a2c6cd3f26 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 944 time: 0.1015241 Sep 17 03:37:48.421163 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f689f68-b954-45c5-8cd2-8b7da4a5167c req-c65029aa-5470-4b6e-b409-e13ee4a27190 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:48.424704 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6f689f68-b954-45c5-8cd2-8b7da4a5167c req-c65029aa-5470-4b6e-b409-e13ee4a27190 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 944 time: 0.1180108 Sep 17 03:37:48.448486 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c36980a1-2a79-483c-9a38-d1bcbb04d779, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c36980a1-2a79-483c-9a38-d1bcbb04d779,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:48.458002 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:48.500534 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59910) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:48.568566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3647b8c9-765c-4ecf-9fa9-288e83263e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:48.571017 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=c36980a1-2a79-483c-9a38-d1bcbb04d779,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:48.580332 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6f689f68-b954-45c5-8cd2-8b7da4a5167c req-6ecd2a77-f043-4469-9bc5-e47d9fcc91b4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463587 Sep 17 03:37:48.602176 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:48.625415 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f70d268d-16fd-41ca-97a8-308dff8f801a req-b52a85ee-5ce2-47e7-8e6c-cd3cb79e5c4d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242016 Sep 17 03:37:48.631559 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f630b9f-6b17-4851-8a14-d57aeec63288 req-689a8738-063a-473c-aa23-9682979251cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:48.635814 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9f630b9f-6b17-4851-8a14-d57aeec63288 req-689a8738-063a-473c-aa23-9682979251cd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 1129 time: 0.2098799 Sep 17 03:37:48.666425 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-9f630b9f-6b17-4851-8a14-d57aeec63288 req-df8a0ee8-9e4a-4dce-a41d-333d822ff856 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:48.719724 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59916) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:48.760684 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3647b8c9-765c-4ecf-9fa9-288e83263e40 admin admin] Publish callbacks [] for security_group (5028effd-c846-4854-895c-c8b54eda9324), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:48.769106 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3647b8c9-765c-4ecf-9fa9-288e83263e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5028effd-c846-4854-895c-c8b54eda9324), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:48.809700 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:37:48.851232 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647b8c9-765c-4ecf-9fa9-288e83263e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5028effd-c846-4854-895c-c8b54eda9324,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:48.859850 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3647b8c9-765c-4ecf-9fa9-288e83263e40 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c05ce152000a47b384b1fc61098ddb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506219 Sep 17 03:37:48.860510 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59928) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:48.888155 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-9f630b9f-6b17-4851-8a14-d57aeec63288 req-df8a0ee8-9e4a-4dce-a41d-333d822ff856 service neutron] Publish callbacks [] for security_group (3f429f4d-484a-4bec-8d4e-c74a23ba6d8b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:48.897359 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-9f630b9f-6b17-4851-8a14-d57aeec63288 req-df8a0ee8-9e4a-4dce-a41d-333d822ff856 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (3f429f4d-484a-4bec-8d4e-c74a23ba6d8b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:48.991225 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 82e5b702-c639-4c63-a0d2-0adfbba17db6 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:37:49.004411 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696564d-410c-4c00-8899-c3b3ee460ac4 req-4ca20bc1-9ac4-43ca-85c7-193aa3473479 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:49.009668 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 82e5b702-c639-4c63-a0d2-0adfbba17db6 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:37:49.010381 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.010810 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 82e5b702-c639-4c63-a0d2-0adfbba17db6 Sep 17 03:37:49.015330 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3696564d-410c-4c00-8899-c3b3ee460ac4 req-4ca20bc1-9ac4-43ca-85c7-193aa3473479 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0784178 Sep 17 03:37:49.055106 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-28946a21-14cb-4406-8bca-f1bdd5ac8380 admin admin] Publish callbacks [] for security_group (5028effd-c846-4854-895c-c8b54eda9324), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.129187 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9f630b9f-6b17-4851-8a14-d57aeec63288 req-df8a0ee8-9e4a-4dce-a41d-333d822ff856 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859068 Sep 17 03:37:49.131274 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:49.135819 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a0ee8-9e4a-4dce-a41d-333d822ff856 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3f429f4d-484a-4bec-8d4e-c74a23ba6d8b,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:49.140845 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-28946a21-14cb-4406-8bca-f1bdd5ac8380 admin admin] Publish callbacks [] for security_group (5028effd-c846-4854-895c-c8b54eda9324), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.149985 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-64b6-476c-ae85-d4059d870d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.184693 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3696564d-410c-4c00-8899-c3b3ee460ac4 req-ff01074a-d08b-4616-ac37-5fa9d77cd698 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678705 Sep 17 03:37:49.211635 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 82e5b702-c639-4c63-a0d2-0adfbba17db6 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:37:49.211635 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.247224 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:37:49.251444 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-28946a21-14cb-4406-8bca-f1bdd5ac8380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5028effd-c846-4854-895c-c8b54eda9324), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.253085 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.256168 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-28946a21-14cb-4406-8bca-f1bdd5ac8380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.259516 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-28946a21-14cb-4406-8bca-f1bdd5ac8380 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5028effd-c846-4854-895c-c8b54eda9324 HTTP/1.1" status: 204 len: 168 time: 0.3967309 Sep 17 03:37:49.272793 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28946a21-14cb-4406-8bca-f1bdd5ac8380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5028effd-c846-4854-895c-c8b54eda9324,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:49.326688 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-64b6-476c-ae85-d4059d870d7b admin admin] Publish callbacks [] for security_group (ac88890b-7972-494f-b8f0-745fc71ff068), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.334049 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e17d73c1-64b6-476c-ae85-d4059d870d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (ac88890b-7972-494f-b8f0-745fc71ff068), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.336638 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:49.368447 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-e17d73c1-64b6-476c-ae85-d4059d870d7b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9370e2ebcdc34733a0643c3f67afc18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6467702 Sep 17 03:37:49.371399 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59944) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:49.406321 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d73c1-64b6-476c-ae85-d4059d870d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac88890b-7972-494f-b8f0-745fc71ff068,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:49.437109 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d12d-c4a3-41f8-b935-9168733f014d admin admin] Publish callbacks [] for security_group (ac88890b-7972-494f-b8f0-745fc71ff068), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.461375 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d12d-c4a3-41f8-b935-9168733f014d admin admin] Publish callbacks [] for security_group (ac88890b-7972-494f-b8f0-745fc71ff068), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.486336 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59948) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:49.492456 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-796710747-network', 'tenant_id': 'c0ea8be9cbc546d58d939bb2cf619423'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:49.527675 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=13 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:49.532859 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Made reservation on behalf of c0ea8be9cbc546d58d939bb2cf619423 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:49.534637 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d12d-c4a3-41f8-b935-9168733f014d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (ac88890b-7972-494f-b8f0-745fc71ff068), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.536581 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.540639 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d12d-c4a3-41f8-b935-9168733f014d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.542227 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4ea2d12d-c4a3-41f8-b935-9168733f014d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/ac88890b-7972-494f-b8f0-745fc71ff068 HTTP/1.1" status: 204 len: 168 time: 0.1688502 Sep 17 03:37:49.551205 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d12d-c4a3-41f8-b935-9168733f014d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac88890b-7972-494f-b8f0-745fc71ff068,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:49.562791 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.599452 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:49.666564 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Publish callbacks [] for security_group (391f9cbf-44db-4634-a8b4-ea2ea279809d), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.674743 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (391f9cbf-44db-4634-a8b4-ea2ea279809d), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.701316 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:37:49.732782 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (8041f4fd-5327-4a4b-9777-079f5cac659f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.733126 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Added segment 8041f4fd-5327-4a4b-9777-079f5cac659f of type vlan for network c5898c2b-4d77-4a66-9d43-8480eef3b78c Sep 17 03:37:49.758534 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391f9cbf-44db-4634-a8b4-ea2ea279809d,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:49.809095 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a23ae-6dd3-43de-b5da-4e2e97c835bf req-b84c2852-2c4b-410c-aab9-8c7d3a82214e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:49.810410 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1d7a23ae-6dd3-43de-b5da-4e2e97c835bf req-b84c2852-2c4b-410c-aab9-8c7d3a82214e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0875793 Sep 17 03:37:49.820608 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333a814-27c1-47f5-b057-9a0b6a9388c4 req-29d7aad7-13f0-48d0-bcfb-a6f96c30e306 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:49.828409 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f333a814-27c1-47f5-b057-9a0b6a9388c4 req-29d7aad7-13f0-48d0-bcfb-a6f96c30e306 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.1192765 Sep 17 03:37:49.846545 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (c5898c2b-4d77-4a66-9d43-8480eef3b78c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.877572 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1d7a23ae-6dd3-43de-b5da-4e2e97c835bf req-2259c817-7fb6-421e-ac9e-3fdd0433f8ce tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590293 Sep 17 03:37:49.895684 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f333a814-27c1-47f5-b057-9a0b6a9388c4 req-f6fa0baf-8553-4b56-9cbb-df8a9b5565b9 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661230 Sep 17 03:37:49.910210 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (c5898c2b-4d77-4a66-9d43-8480eef3b78c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.910210 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:49.910210 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.931851 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4442546 Sep 17 03:37:49.935003 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59966) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:49.941129 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Request body: {'subnet': {'network_id': 'c5898c2b-4d77-4a66-9d43-8480eef3b78c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-796710747-subnet', 'tenant_id': 'c0ea8be9cbc546d58d939bb2cf619423', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:49.968408 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Made reservation on behalf of c0ea8be9cbc546d58d939bb2cf619423 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:49.972103 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:49.990640 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d30301-d05f-4c70-b80e-2bc8bdcb739f admin admin] Pushing event updated for resources: {'Network': ['ID=c5898c2b-4d77-4a66-9d43-8480eef3b78c,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:50.002118 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network c5898c2b-4d77-4a66-9d43-8480eef3b78c details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:37:50.077834 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db32ea27-e3d2-4779-a814-8cc388ed493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36980a1-2a79-483c-9a38-d1bcbb04d779'}, {'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:37:50.081270 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e83b8ea-bca0-4661-8928-e68112f396b3" -d '{"events": [{"server_uuid": "db32ea27-e3d2-4779-a814-8cc388ed493c", "name": "network-vif-plugged", "status": "completed", "tag": "c36980a1-2a79-483c-9a38-d1bcbb04d779"}, {"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-plugged", "status": "completed", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:37:50.139322 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 59974) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:50.143198 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 17 Sep 2022 03:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e068b-6515-44d4-b690-762b1d6d97d3 x-openstack-request-id: req-ff7e068b-6515-44d4-b690-762b1d6d97d3 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:37:50.143710 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db32ea27-e3d2-4779-a814-8cc388ed493c", "name": "network-vif-plugged", "status": "completed", "tag": "c36980a1-2a79-483c-9a38-d1bcbb04d779", "code": 200}, {"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-plugged", "status": "completed", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:37:50.144113 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff7e068b-6515-44d4-b690-762b1d6d97d3 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:37:50.144625 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7e068b-6515-44d4-b690-762b1d6d97d3'] response: {'server_uuid': 'db32ea27-e3d2-4779-a814-8cc388ed493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36980a1-2a79-483c-9a38-d1bcbb04d779', 'code': 200} Sep 17 03:37:50.144966 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7e068b-6515-44d4-b690-762b1d6d97d3'] response: {'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'code': 200} Sep 17 03:37:50.154847 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-af3782d7-0aba-4e72-8b4a-9c847b21185b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.178171 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for subnet (d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.262123 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:50.270402 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-af3782d7-0aba-4e72-8b4a-9c847b21185b admin admin] Publish callbacks [] for security_group (133caee2-090c-4efe-bfe7-897afd181d77), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.272005 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:50.278226 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-af3782d7-0aba-4e72-8b4a-9c847b21185b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (133caee2-090c-4efe-bfe7-897afd181d77), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.314885 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Checking segment: {'id': '8041f4fd-5327-4a4b-9777-079f5cac659f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c5898c2b-4d77-4a66-9d43-8480eef3b78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:50.315512 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Network hostable DHCP agents. Network: c5898c2b-4d77-4a66-9d43-8480eef3b78c, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:37:50.360651 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Network c5898c2b-4d77-4a66-9d43-8480eef3b78c is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:37:50.373961 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 59990) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:50.374171 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-af3782d7-0aba-4e72-8b4a-9c847b21185b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6022ed0116e1417fb5cd75624bb0101e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332985 Sep 17 03:37:50.378087 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3782d7-0aba-4e72-8b4a-9c847b21185b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133caee2-090c-4efe-bfe7-897afd181d77,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:50.392342 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, c5898c2b-4d77-4a66-9d43-8480eef3b78c) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:50.401371 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64439175-2a1e-409d-901a-3dd227ba9f6a None None] Network c5898c2b-4d77-4a66-9d43-8480eef3b78c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:50.414203 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a1ce9-fe0e-4296-957d-3c7a7b3e7c69 req-2828d8b9-2ae6-45c7-8784-78ace7e42fbe tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:50.414203 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-646a1ce9-fe0e-4296-957d-3c7a7b3e7c69 req-2828d8b9-2ae6-45c7-8784-78ace7e42fbe tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.1079140 Sep 17 03:37:50.529137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:50.529868 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.565426 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-646a1ce9-fe0e-4296-957d-3c7a7b3e7c69 req-d94fa0ef-3a01-4fec-a21e-b6a9918bbaae tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326540 Sep 17 03:37:50.568786 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543cf9-1d69-4fa5-888f-6c018bfb59ff req-644f9b82-2635-41d0-8434-571e5d9d4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:50.570334 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fc543cf9-1d69-4fa5-888f-6c018bfb59ff req-644f9b82-2635-41d0-8434-571e5d9d4ef0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 1129 time: 0.0787711 Sep 17 03:37:50.571319 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:50.656490 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fc543cf9-1d69-4fa5-888f-6c018bfb59ff req-2110446f-484e-4f3d-834f-542ef5839c15 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622253 Sep 17 03:37:50.683088 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4368019-2f84-4cb8-8b4e-3b06ffd2cd20 None None] Network c5898c2b-4d77-4a66-9d43-8480eef3b78c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:37:50.719621 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c804ca-7f8a-4d09-9886-0d7034e650ca req-6b4f4637-7c5c-4bdf-8230-56bfd8c903c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:50.721144 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f5c804ca-7f8a-4d09-9886-0d7034e650ca req-6b4f4637-7c5c-4bdf-8230-56bfd8c903c3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 1129 time: 0.1315060 Sep 17 03:37:50.734057 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3def3820-76e5-42c9-b717-830bc421b546 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7887614 Sep 17 03:37:50.734057 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fca79be5-d92f-4451-851c-3368210fd83c admin admin] Publish callbacks [] for security_group (133caee2-090c-4efe-bfe7-897afd181d77), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.761290 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fca79be5-d92f-4451-851c-3368210fd83c admin admin] Publish callbacks [] for security_group (133caee2-090c-4efe-bfe7-897afd181d77), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.845137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fca79be5-d92f-4451-851c-3368210fd83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (133caee2-090c-4efe-bfe7-897afd181d77), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.849938 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fca79be5-d92f-4451-851c-3368210fd83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:50.852076 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-fca79be5-d92f-4451-851c-3368210fd83c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/133caee2-090c-4efe-bfe7-897afd181d77 HTTP/1.1" status: 204 len: 168 time: 0.4769981 Sep 17 03:37:50.874675 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca79be5-d92f-4451-851c-3368210fd83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133caee2-090c-4efe-bfe7-897afd181d77,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:51.067014 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:51.102762 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db15cc-2e79-4b6f-8850-cef464597aae req-5ca61585-6a8d-47f9-ad4e-49440d2f66a9 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:51.111959 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f0db15cc-2e79-4b6f-8850-cef464597aae req-5ca61585-6a8d-47f9-ad4e-49440d2f66a9 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.0827701 Sep 17 03:37:51.147741 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f746de7-1407-44ed-af96-d0c07898b1b4 req-49291fcc-9eb6-48d7-8d83-a2cd13d45085 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:51.149446 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9f746de7-1407-44ed-af96-d0c07898b1b4 req-49291fcc-9eb6-48d7-8d83-a2cd13d45085 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.1120069 Sep 17 03:37:51.196872 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:51.241970 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f0db15cc-2e79-4b6f-8850-cef464597aae req-6c5e6835-83a2-4bc8-97fa-35ba10b0595a tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288884 Sep 17 03:37:51.335592 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9f746de7-1407-44ed-af96-d0c07898b1b4 req-274ad95c-9235-4a00-8b1e-4a0b0e41dc66 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716506 Sep 17 03:37:51.543404 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f5c804ca-7f8a-4d09-9886-0d7034e650ca req-8c397589-705d-4473-b4be-4eaf8c02ef0f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589652 Sep 17 03:37:51.721255 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:51.771833 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18361282-f705-4411-b6d2-90dae1d82227 req-447df92c-a984-4d07-a35c-16ed5eca6dc8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:51.779349 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-18361282-f705-4411-b6d2-90dae1d82227 req-447df92c-a984-4d07-a35c-16ed5eca6dc8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0914130 Sep 17 03:37:51.838940 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-18361282-f705-4411-b6d2-90dae1d82227 req-ca93ce80-d6c0-4a60-96c8-0704b1947ace tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586307 Sep 17 03:37:51.866069 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-36708f52-a5dd-4dfc-85f8-1ec39535ca3f tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:51.866069 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-36708f52-a5dd-4dfc-85f8-1ec39535ca3f tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/networks?id=f1a5e867-dfe1-4c16-a76a-057858623e1b HTTP/1.1" status: 200 len: 809 time: 0.1573501 Sep 17 03:37:51.881716 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60110) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:51.882938 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-a1f0fb09-4895-46f1-a4b8-cf42b959e714 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/quotas/9656274ffeab457792679e5edb11f93d HTTP/1.1" status: 200 len: 375 time: 0.0122488 Sep 17 03:37:51.927588 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-edf8f5a8-df48-4880-a2f9-666a561f1f9b tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=9656274ffeab457792679e5edb11f93d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389049 Sep 17 03:37:52.064211 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09227fa2-f875-4d65-8fe1-75e6ca20e3ab req-4611c7cf-0214-4d95-9c00-0e2ec3536d29 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:52.065869 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-09227fa2-f875-4d65-8fe1-75e6ca20e3ab req-4611c7cf-0214-4d95-9c00-0e2ec3536d29 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0603495 Sep 17 03:37:52.066802 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-e2a4f048-dd70-424a-8b35-044bebdb2831 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f1a5e867-dfe1-4c16-a76a-057858623e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279910 Sep 17 03:37:52.076371 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60128) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:52.080673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'floatingip': {'port_id': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:52.176399 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (b1a1297d-77df-4762-8763-9cd9c4574109), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:52.178883 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b2b7-5df6-4cd7-8a13-3f88d25b0e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:52.194247 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-6e09e7b1-0f80-43f0-bb37-d63fb39254bd service neutron] 10.222.0.48 "GET /networking/v2.0/networks/f1a5e867-dfe1-4c16-a76a-057858623e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233692 Sep 17 03:37:52.535246 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60156) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:52.560678 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9092394a-95c6-40af-8187-f4ba78bce80e req-67f26e79-cfb7-42a5-ae25-9a59b5734f76 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 210 time: 0.1118274 Sep 17 03:37:52.666364 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b4eb-fc8d-4144-bbcd-f37a4d2794d0 req-025ee701-9c28-4bdb-a19b-868e9756a96a tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:52.667888 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-25f6b4eb-fc8d-4144-bbcd-f37a4d2794d0 req-025ee701-9c28-4bdb-a19b-868e9756a96a tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.1841750 Sep 17 03:37:52.672008 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b2b7-5df6-4cd7-8a13-3f88d25b0e6c admin admin] Publish callbacks [] for security_group (9200ba1d-950f-4d3f-8a59-638eed93a34c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:52.694138 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3bb6b2b7-5df6-4cd7-8a13-3f88d25b0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (9200ba1d-950f-4d3f-8a59-638eed93a34c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:52.720594 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2fc91755-43b8-4d57-9eb1-c23513cdcbb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:52.736506 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3bb6b2b7-5df6-4cd7-8a13-3f88d25b0e6c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=96e6ca6beb3248ec875e80fed9dcc8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8534250 Sep 17 03:37:52.742248 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60168) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:52.757997 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813b2f2-6c1c-42cc-9cd9-c1e82647e6b0 req-d9ee0ca7-aaf5-458a-939f-43b66710c92c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:52.765007 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f813b2f2-6c1c-42cc-9cd9-c1e82647e6b0 req-d9ee0ca7-aaf5-458a-939f-43b66710c92c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.1057131 Sep 17 03:37:52.859632 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:52.899441 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f813b2f2-6c1c-42cc-9cd9-c1e82647e6b0 req-90ad8cc2-153f-4458-a065-4ba19e24ae41 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335831 Sep 17 03:37:52.936544 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6b2b7-5df6-4cd7-8a13-3f88d25b0e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9200ba1d-950f-4d3f-8a59-638eed93a34c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:52.948036 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:52.970667 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd88e61b-f002-46f8-8f36-07f75c24a2d8 admin admin] Publish callbacks [] for security_group (9200ba1d-950f-4d3f-8a59-638eed93a34c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.001991 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-25f6b4eb-fc8d-4144-bbcd-f37a4d2794d0 req-116925b8-dc67-4647-bfc6-b850686921bd tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181102 Sep 17 03:37:53.047442 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd88e61b-f002-46f8-8f36-07f75c24a2d8 admin admin] Publish callbacks [] for security_group (9200ba1d-950f-4d3f-8a59-638eed93a34c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.063548 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2fc91755-43b8-4d57-9eb1-c23513cdcbb2 admin admin] Publish callbacks [] for security_group (6f927cb5-0f5b-4682-810d-fdbb37d29ebe), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.080080 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2fc91755-43b8-4d57-9eb1-c23513cdcbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6f927cb5-0f5b-4682-810d-fdbb37d29ebe), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.169095 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2fc91755-43b8-4d57-9eb1-c23513cdcbb2 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=77a98bb060b94d918db3fd542f198da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6321387 Sep 17 03:37:53.169851 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60182) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:53.180456 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc91755-43b8-4d57-9eb1-c23513cdcbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f927cb5-0f5b-4682-810d-fdbb37d29ebe,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:53.223546 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:53.236569 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd88e61b-f002-46f8-8f36-07f75c24a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (9200ba1d-950f-4d3f-8a59-638eed93a34c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.239218 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cd88e61b-f002-46f8-8f36-07f75c24a2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.240378 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-cd88e61b-f002-46f8-8f36-07f75c24a2d8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9200ba1d-950f-4d3f-8a59-638eed93a34c HTTP/1.1" status: 204 len: 168 time: 0.4932668 Sep 17 03:37:53.262793 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88e61b-f002-46f8-8f36-07f75c24a2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9200ba1d-950f-4d3f-8a59-638eed93a34c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:53.280230 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70e20fee-471c-4376-ba36-0776be51771c admin admin] Publish callbacks [] for security_group (6f927cb5-0f5b-4682-810d-fdbb37d29ebe), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.308714 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70e20fee-471c-4376-ba36-0776be51771c admin admin] Publish callbacks [] for security_group (6f927cb5-0f5b-4682-810d-fdbb37d29ebe), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.379195 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70e20fee-471c-4376-ba36-0776be51771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6f927cb5-0f5b-4682-810d-fdbb37d29ebe), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.384592 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-70e20fee-471c-4376-ba36-0776be51771c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.389611 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-70e20fee-471c-4376-ba36-0776be51771c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6f927cb5-0f5b-4682-810d-fdbb37d29ebe HTTP/1.1" status: 204 len: 168 time: 0.2153313 Sep 17 03:37:53.399580 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e20fee-471c-4376-ba36-0776be51771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f927cb5-0f5b-4682-810d-fdbb37d29ebe,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:53.566585 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.573926 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (b1a1297d-77df-4762-8763-9cd9c4574109), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.694201 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5fbabad1-763e-419d-898d-4370899fba4f req-1ae2d2c8-19b6-43b4-bf87-fcc67e4c4382 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 210 time: 0.0434139 Sep 17 03:37:53.755462 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Floating IP b1a1297d-77df-4762-8763-9cd9c4574109 associated. External IP: 172.28.1.230, port: 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3. Sep 17 03:37:53.821373 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60204) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:53.838983 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5e57b3c0-c3a4-44b0-8ff3-3855d06485bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.878811 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:53.980873 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5e57b3c0-c3a4-44b0-8ff3-3855d06485bc admin admin] Publish callbacks [] for security_group (f22fbb42-2c5f-44aa-8031-62c3f4c50e9d), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:53.994215 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5e57b3c0-c3a4-44b0-8ff3-3855d06485bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (f22fbb42-2c5f-44aa-8031-62c3f4c50e9d), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.037834 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5e57b3c0-c3a4-44b0-8ff3-3855d06485bc admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=cba5787e55974fa299f6c451bfe0bd34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151275 Sep 17 03:37:54.041093 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60212) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:54.074817 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57b3c0-c3a4-44b0-8ff3-3855d06485bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22fbb42-2c5f-44aa-8031-62c3f4c50e9d,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:54.083787 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5ca8-7192-4729-b7ee-81f93e76a686 req-0321911b-0a66-4235-97c3-67ba9c8b125c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:54.085587 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9d8a5ca8-7192-4729-b7ee-81f93e76a686 req-0321911b-0a66-4235-97c3-67ba9c8b125c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0760331 Sep 17 03:37:54.093035 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Router 1aafb376-6bb0-461e-923c-642193257c46 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:37:54.192401 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60214) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:54.216035 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9d8a5ca8-7192-4729-b7ee-81f93e76a686 req-4506b96c-2eeb-4d72-b0b1-3ab915c11c0a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213231 Sep 17 03:37:54.220529 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f32eb77d-3e52-4be1-abb0-ff5afffeda01 admin admin] Publish callbacks [] for security_group (f22fbb42-2c5f-44aa-8031-62c3f4c50e9d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.231746 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3f2214d7-6a71-47e6-9b0a-e885af7753e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.242029 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dfc44-e135-419b-b41f-37034c4423bc req-4432b159-64e9-42ed-a271-f07b75210f97 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:54.243579 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a11dfc44-e135-419b-b41f-37034c4423bc req-4432b159-64e9-42ed-a271-f07b75210f97 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.1132233 Sep 17 03:37:54.287752 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f32eb77d-3e52-4be1-abb0-ff5afffeda01 admin admin] Publish callbacks [] for security_group (f22fbb42-2c5f-44aa-8031-62c3f4c50e9d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.291785 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:37:54.308176 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] Sync routers for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:37:54.311159 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.328961 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:54.329502 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:54.349567 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7a3b3d19-0005-4662-bbe2-042fc2f62029 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/b1a1297d-77df-4762-8763-9cd9c4574109 HTTP/1.1" status: 200 len: 991 time: 2.2722745 Sep 17 03:37:54.350343 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'tag': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:37:54.353316 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313b95d8-8943-496c-9ee9-50891152f073" -d '{"events": [{"name": "network-changed", "server_uuid": "f485657f-758f-4f8c-bd0b-fdae6f0b4d01", "tag": "6b8d180f-bc8d-48d5-8a39-b14cc12de0f3"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:37:54.424205 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf821179-197d-4e7c-b654-39a048882979 req-ea2cbea0-1472-4ba2-b6e6-dd8457395bd4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:54.425904 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60224) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:54.426521 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bf821179-197d-4e7c-b654-39a048882979 req-ea2cbea0-1472-4ba2-b6e6-dd8457395bd4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0664294 Sep 17 03:37:54.438179 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60226) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:54.443437 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'floatingip': {'port_id': '82e5b702-c639-4c63-a0d2-0adfbba17db6'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:54.481767 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:54.491488 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.496149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae390910-f7a3-4589-bcd9-2833650ade7b x-openstack-request-id: req-ae390910-f7a3-4589-bcd9-2833650ade7b {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:37:54.496471 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f485657f-758f-4f8c-bd0b-fdae6f0b4d01", "tag": "6b8d180f-bc8d-48d5-8a39-b14cc12de0f3", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:37:54.497255 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae390910-f7a3-4589-bcd9-2833650ade7b {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:37:54.497658 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae390910-f7a3-4589-bcd9-2833650ade7b'] response: {'name': 'network-changed', 'server_uuid': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'tag': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'status': 'completed', 'code': 200} Sep 17 03:37:54.553419 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3f2214d7-6a71-47e6-9b0a-e885af7753e6 admin admin] Publish callbacks [] for security_group (463a9052-3de5-493e-b335-a14957bff396), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.572362 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a11dfc44-e135-419b-b41f-37034c4423bc req-2eaf47bf-c896-45e2-b11c-9628eec37ed0 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133919 Sep 17 03:37:54.574473 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3f2214d7-6a71-47e6-9b0a-e885af7753e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (463a9052-3de5-493e-b335-a14957bff396), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.649223 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:54.705998 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:54.713533 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f32eb77d-3e52-4be1-abb0-ff5afffeda01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (f22fbb42-2c5f-44aa-8031-62c3f4c50e9d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.717997 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f32eb77d-3e52-4be1-abb0-ff5afffeda01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.721544 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f32eb77d-3e52-4be1-abb0-ff5afffeda01 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/f22fbb42-2c5f-44aa-8031-62c3f4c50e9d HTTP/1.1" status: 204 len: 168 time: 0.6760972 Sep 17 03:37:54.732853 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3f2214d7-6a71-47e6-9b0a-e885af7753e6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=d60eeff681dc4a85bb2318d5a6b60020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5344460 Sep 17 03:37:54.733682 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60236) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:54.749272 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2214d7-6a71-47e6-9b0a-e885af7753e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463a9052-3de5-493e-b335-a14957bff396,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:54.752756 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b95d8-8943-496c-9ee9-50891152f073 req-4bb8ead9-cfc8-4e59-8f07-fe264d444340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:54.760832 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-313b95d8-8943-496c-9ee9-50891152f073 req-4bb8ead9-cfc8-4e59-8f07-fe264d444340 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 1129 time: 0.1967447 Sep 17 03:37:54.793666 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32eb77d-3e52-4be1-abb0-ff5afffeda01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22fbb42-2c5f-44aa-8031-62c3f4c50e9d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:54.803099 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a6d4a106-a6eb-4d31-9acf-17617bc17b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.918503 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e802d91a-4909-4a12-9812-516e406b90e4 admin admin] Publish callbacks [] for security_group (463a9052-3de5-493e-b335-a14957bff396), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:54.996424 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e802d91a-4909-4a12-9812-516e406b90e4 admin admin] Publish callbacks [] for security_group (463a9052-3de5-493e-b335-a14957bff396), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.082138 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-de08b6ae-1b9e-4f36-9dd2-9598c1717f70 req-b204701d-f2c9-4cda-aae8-9601c676ecb4 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 210 time: 0.1708944 Sep 17 03:37:55.108797 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a6d4a106-a6eb-4d31-9acf-17617bc17b2c admin admin] Publish callbacks [] for security_group (d85d6b3d-a4ba-44e8-909a-7ba3bf1b80a8), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.113305 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:55.118015 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a6d4a106-a6eb-4d31-9acf-17617bc17b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (d85d6b3d-a4ba-44e8-909a-7ba3bf1b80a8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.174745 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-a6d4a106-a6eb-4d31-9acf-17617bc17b2c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=db2de03cad41446ba8e9412dcd22bba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7315633 Sep 17 03:37:55.177815 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60246) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:55.187416 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e802d91a-4909-4a12-9812-516e406b90e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (463a9052-3de5-493e-b335-a14957bff396), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.187570 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'b1a1297d-77df-4762-8763-9cd9c4574109', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '1aafb376-6bb0-461e-923c-642193257c46', 'port_id': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'mac_address': 'fa:16:3e:c9:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:37:16Z', 'updated_at': '2022-09-17T03:37:53Z', 'revision_number': 1, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:55.192997 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e802d91a-4909-4a12-9812-516e406b90e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.211363 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-e802d91a-4909-4a12-9812-516e406b90e4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/463a9052-3de5-493e-b335-a14957bff396 HTTP/1.1" status: 204 len: 168 time: 0.4550526 Sep 17 03:37:55.219690 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4a106-a6eb-4d31-9acf-17617bc17b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85d6b3d-a4ba-44e8-909a-7ba3bf1b80a8,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:55.240496 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802d91a-4909-4a12-9812-516e406b90e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463a9052-3de5-493e-b335-a14957bff396,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:55.287237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b95d8-8943-496c-9ee9-50891152f073 req-8f1f8fee-c706-4457-b1ed-a924618e1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:55.289361 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-313b95d8-8943-496c-9ee9-50891152f073 req-8f1f8fee-c706-4457-b1ed-a924618e1abd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 912 time: 0.4711916 Sep 17 03:37:55.302595 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] Checking router: 1aafb376-6bb0-461e-923c-642193257c46 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:37:55.322472 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:55.323721 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:55.482090 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:55.549154 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5dccb527-e68e-424d-9d3a-408eadbc78bc admin admin] Publish callbacks [] for security_group (d85d6b3d-a4ba-44e8-909a-7ba3bf1b80a8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.560867 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:55.604650 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-313b95d8-8943-496c-9ee9-50891152f073 req-4bb1770c-1e62-44f1-a468-cd324a831512 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 200 len: 999 time: 0.2560270 Sep 17 03:37:55.623740 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5dccb527-e68e-424d-9d3a-408eadbc78bc admin admin] Publish callbacks [] for security_group (d85d6b3d-a4ba-44e8-909a-7ba3bf1b80a8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.647643 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-562013e2-59cd-4ec6-a458-db361c0b7037 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:55.649481 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-562013e2-59cd-4ec6-a458-db361c0b7037 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.55 "GET /networking/v2.0/networks?id=f1a5e867-dfe1-4c16-a76a-057858623e1b HTTP/1.1" status: 200 len: 809 time: 0.2770875 Sep 17 03:37:55.668904 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Request body: {'port': {'device_id': '9a08178c-394f-46ef-ab06-0ae262ef3cd2', 'network_id': 'f1a5e867-dfe1-4c16-a76a-057858623e1b', 'admin_state_up': True, 'tenant_id': '9656274ffeab457792679e5edb11f93d'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:55.739114 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b95d8-8943-496c-9ee9-50891152f073 req-a215715d-44b4-4d6f-aa13-49eab72f6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:55.740599 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-313b95d8-8943-496c-9ee9-50891152f073 req-a215715d-44b4-4d6f-aa13-49eab72f6800 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.1290803 Sep 17 03:37:55.809976 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.818176 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.853130 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Made reservation on behalf of 9656274ffeab457792679e5edb11f93d for: {'port': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:37:55.862776 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.897719 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5dccb527-e68e-424d-9d3a-408eadbc78bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (d85d6b3d-a4ba-44e8-909a-7ba3bf1b80a8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.900294 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5dccb527-e68e-424d-9d3a-408eadbc78bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:55.901426 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-5dccb527-e68e-424d-9d3a-408eadbc78bc admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d85d6b3d-a4ba-44e8-909a-7ba3bf1b80a8 HTTP/1.1" status: 204 len: 168 time: 0.7210515 Sep 17 03:37:55.935853 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:55.939666 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccb527-e68e-424d-9d3a-408eadbc78bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85d6b3d-a4ba-44e8-909a-7ba3bf1b80a8,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:55.953407 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b95d8-8943-496c-9ee9-50891152f073 req-dceb9f7b-7277-4f33-b4dc-3f12d3851057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:55.954970 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-313b95d8-8943-496c-9ee9-50891152f073 req-dceb9f7b-7277-4f33-b4dc-3f12d3851057 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0698421 Sep 17 03:37:55.960422 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'b1a1297d-77df-4762-8763-9cd9c4574109', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '1aafb376-6bb0-461e-923c-642193257c46', 'port_id': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'mac_address': 'fa:16:3e:c9:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:37:16Z', 'updated_at': '2022-09-17T03:37:53Z', 'revision_number': 1, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:56.001371 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1a9502-836e-4c43-8279-88b18e47eef2 None None] The sync data for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb is: [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'b1a1297d-77df-4762-8763-9cd9c4574109', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '1aafb376-6bb0-461e-923c-642193257c46', 'port_id': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'mac_address': 'fa:16:3e:c9:78:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:37:16Z', 'updated_at': '2022-09-17T03:37:53Z', 'revision_number': 1, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:37:56.182776 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Allocated IP 172.20.0.8 (f1a5e867-dfe1-4c16-a76a-057858623e1b/7f56fccb-59b1-448c-ac68-1e2b91580485/512f20a4-771b-48a8-9d8e-74d3535c55ba) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:37:56.203402 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:56.309372 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e8b4b5d0-770a-437f-b80f-b777a7f9643d req-fbf7fc15-7d57-4126-b0d6-79cb157b3be8 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 210 time: 0.0950253 Sep 17 03:37:56.444543 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-497583ce-4950-4f4d-b026-e7b2e1a91942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:56.483389 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fa0a72-ea85-4dbd-86ec-39a01b3b1879 None None] New status for floating IP b1a1297d-77df-4762-8763-9cd9c4574109: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:37:56.495653 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Floating IP bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8 associated. External IP: 172.28.1.115, port: 82e5b702-c639-4c63-a0d2-0adfbba17db6. Sep 17 03:37:56.501105 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:56.592641 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Publish callbacks [] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:56.683931 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:56.753808 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Network f1a5e867-dfe1-4c16-a76a-057858623e1b is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:37:56.764015 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:37:56.768081 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:37:56.778068 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:56.819573 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60310) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:56.821867 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:56.842565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8accf3c7-1721-46e7-be36-53c33ceaa452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:56.847313 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-313b95d8-8943-496c-9ee9-50891152f073 req-df0eb8e3-6e9c-4847-bbe3-1bdc03855b2a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8626606 Sep 17 03:37:56.855004 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Router a899e1e4-1426-4bf3-a3d2-78fa763bb863 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:37:57.124567 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8accf3c7-1721-46e7-be36-53c33ceaa452 admin admin] Publish callbacks [] for security_group (e89466ff-0a30-4784-8063-08d5a7b24a04), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.140006 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8accf3c7-1721-46e7-be36-53c33ceaa452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e89466ff-0a30-4784-8063-08d5a7b24a04), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.184867 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Pushing event updated for resources: {'Port': ['ID=512f20a4-771b-48a8-9d8e-74d3535c55ba,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:57.217876 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:57.218757 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.254035 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-25c5f634-d154-4c9b-9232-57164ae5cd86 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5898578 Sep 17 03:37:57.274073 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Request body: {'port': {'device_id': '9a08178c-394f-46ef-ab06-0ae262ef3cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:37:57.333100 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accf3c7-1721-46e7-be36-53c33ceaa452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89466ff-0a30-4784-8063-08d5a7b24a04,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:57.351493 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.370537 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8accf3c7-1721-46e7-be36-53c33ceaa452 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=911183e352a147d1ba3abee3871b9be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5422587 Sep 17 03:37:57.374312 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60328) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:37:57.381667 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-313b95d8-8943-496c-9ee9-50891152f073 req-7227b1c1-78b5-402b-8f88-f6e9a68493c9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076864 Sep 17 03:37:57.386974 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:37:57.404787 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.405008 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] Sync routers for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:37:57.420917 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:57.421536 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:57.475547 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7f25eb20-7759-49cb-af61-c4673476eb3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8 HTTP/1.1" status: 200 len: 991 time: 3.0359919 Sep 17 03:37:57.476932 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:37:57.479559 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7c83d-c7d0-4735-aff2-0dc3690feeea" -d '{"events": [{"name": "network-changed", "server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:37:57.535312 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d07653e-192e-465c-8830-af1e05fae465 x-openstack-request-id: req-5d07653e-192e-465c-8830-af1e05fae465 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:37:57.536038 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:37:57.536539 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d07653e-192e-465c-8830-af1e05fae465 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:37:57.537142 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d07653e-192e-465c-8830-af1e05fae465'] response: {'name': 'network-changed', 'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'status': 'completed', 'code': 200} Sep 17 03:37:57.572077 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd757d-352b-46b1-8d0e-11a2e03d4f46 req-40c7612b-4f66-486d-98d4-8f9fda8b92bc tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:57.573785 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f3dd757d-352b-46b1-8d0e-11a2e03d4f46 req-40c7612b-4f66-486d-98d4-8f9fda8b92bc tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 931 time: 0.1040366 Sep 17 03:37:57.612635 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:57.625818 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:57.630865 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-88c2e921-1667-418a-a6a5-00666d839903 admin admin] Publish callbacks [] for security_group (e89466ff-0a30-4784-8063-08d5a7b24a04), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.656391 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-88c2e921-1667-418a-a6a5-00666d839903 admin admin] Publish callbacks [] for security_group (e89466ff-0a30-4784-8063-08d5a7b24a04), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.716534 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:57.794488 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:57.864296 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f3dd757d-352b-46b1-8d0e-11a2e03d4f46 req-4d905c3f-9e4d-4d08-8441-a234036a64ee tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344627 Sep 17 03:37:57.883597 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-88c2e921-1667-418a-a6a5-00666d839903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e89466ff-0a30-4784-8063-08d5a7b24a04), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.886056 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-88c2e921-1667-418a-a6a5-00666d839903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:57.890707 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-88c2e921-1667-418a-a6a5-00666d839903 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e89466ff-0a30-4784-8063-08d5a7b24a04 HTTP/1.1" status: 204 len: 168 time: 0.5136895 Sep 17 03:37:57.909951 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'floating_ip_address': '172.28.1.115', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'port_id': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'mac_address': 'fa:16:3e:64:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:37:22Z', 'updated_at': '2022-09-17T03:37:55Z', 'revision_number': 1, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:57.912578 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2e921-1667-418a-a6a5-00666d839903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89466ff-0a30-4784-8063-08d5a7b24a04,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:58.030089 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512f20a4-771b-48a8-9d8e-74d3535c55ba {{(pid=106394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:37:58.041100 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Publish callbacks [] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:58.075982 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.provisioning_blocks [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Transition to ACTIVE for port object 512f20a4-771b-48a8-9d8e-74d3535c55ba will not be triggered until provisioned by entity L2. {{(pid=106394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:37:58.087353 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:58.170988 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] Checking router: a899e1e4-1426-4bf3-a3d2-78fa763bb863 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:37:58.196832 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:37:58.197465 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:58.206862 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Pushing event updated for resources: {'Port': ['ID=512f20a4-771b-48a8-9d8e-74d3535c55ba,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:58.236130 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-53443370-e6a4-4681-af33-b71aa6f9a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:58.237613 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-53443370-e6a4-4681-af33-b71aa6f9a49d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 1129 time: 0.1091526 Sep 17 03:37:58.341244 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Attempting to bind port 512f20a4-771b-48a8-9d8e-74d3535c55ba on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:37:58.341244 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Attempting to bind port 512f20a4-771b-48a8-9d8e-74d3535c55ba by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'c8d374eb-0483-4740-b3c0-26f683a4d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1a5e867-dfe1-4c16-a76a-057858623e1b'}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:37:58.341244 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Attempting to bind port 512f20a4-771b-48a8-9d8e-74d3535c55ba on network f1a5e867-dfe1-4c16-a76a-057858623e1b {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:58.362580 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:37:58.387701 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Port 512f20a4-771b-48a8-9d8e-74d3535c55ba on network f1a5e867-dfe1-4c16-a76a-057858623e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:37:58.388061 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Attempting to bind port 512f20a4-771b-48a8-9d8e-74d3535c55ba on network f1a5e867-dfe1-4c16-a76a-057858623e1b {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:37:58.459022 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:37:58.459467 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Checking segment: {'id': 'c8d374eb-0483-4740-b3c0-26f683a4d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1a5e867-dfe1-4c16-a76a-057858623e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:37:58.459890 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Bound using segment: {'id': 'c8d374eb-0483-4740-b3c0-26f683a4d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1a5e867-dfe1-4c16-a76a-057858623e1b'} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:37:58.460567 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Bound port: 512f20a4-771b-48a8-9d8e-74d3535c55ba, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d374eb-0483-4740-b3c0-26f683a4d038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'f1a5e867-dfe1-4c16-a76a-057858623e1b'}}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:37:58.461584 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:58.555907 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f7afb795-619b-4bf9-b718-ef77da1c7cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:58.579461 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] For port 512f20a4-771b-48a8-9d8e-74d3535c55ba, host hv-cinder-84914, cleared binding levels {{(pid=106394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:37:58.584488 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] For port 512f20a4-771b-48a8-9d8e-74d3535c55ba, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=512f20a4-771b-48a8-9d8e-74d3535c55ba,segment=NetworkSegment(c8d374eb-0483-4740-b3c0-26f683a4d038),segment_id=c8d374eb-0483-4740-b3c0-26f683a4d038)] {{(pid=106394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:37:58.592771 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:58.616944 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:58.618402 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:37:58.623214 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/512f20a4-771b-48a8-9d8e-74d3535c55ba HTTP/1.1" status: 200 len: 1093 time: 1.3535504 Sep 17 03:37:58.631124 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'floating_ip_address': '172.28.1.115', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'port_id': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'mac_address': 'fa:16:3e:64:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:37:22Z', 'updated_at': '2022-09-17T03:37:55Z', 'revision_number': 1, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:37:58.704870 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975561c-0fba-4a0a-ae0d-974ac51ec96e None None] The sync data for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb is: [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'floating_ip_address': '172.28.1.115', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'port_id': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'mac_address': 'fa:16:3e:64:f1:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:37:22Z', 'updated_at': '2022-09-17T03:37:55Z', 'revision_number': 1, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:37:58.705107 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a08178c-394f-46ef-ab06-0ae262ef3cd2', 'tag': '512f20a4-771b-48a8-9d8e-74d3535c55ba'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:37:58.709216 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47e627a-9496-4e15-a521-b51a336be85f" -d '{"events": [{"name": "network-changed", "server_uuid": "9a08178c-394f-46ef-ab06-0ae262ef3cd2", "tag": "512f20a4-771b-48a8-9d8e-74d3535c55ba"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:37:58.736686 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-e0d7a69b-4f76-4fc0-96d6-39bc32b5d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:58.738536 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-e0d7a69b-4f76-4fc0-96d6-39bc32b5d845 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.1285484 Sep 17 03:37:58.827899 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cac631-ba16-46fc-be4a-274007f9bc7b x-openstack-request-id: req-c6cac631-ba16-46fc-be4a-274007f9bc7b {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:37:58.828232 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a08178c-394f-46ef-ab06-0ae262ef3cd2", "tag": "512f20a4-771b-48a8-9d8e-74d3535c55ba", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:37:58.828493 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6cac631-ba16-46fc-be4a-274007f9bc7b {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:37:58.828903 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cac631-ba16-46fc-be4a-274007f9bc7b'] response: {'name': 'network-changed', 'server_uuid': '9a08178c-394f-46ef-ab06-0ae262ef3cd2', 'tag': '512f20a4-771b-48a8-9d8e-74d3535c55ba', 'status': 'completed', 'code': 200} Sep 17 03:37:58.830112 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2a1c1-317b-48bf-abd2-9e696497cb54 service neutron] Pushing event updated for resources: {'Port': ['ID=512f20a4-771b-48a8-9d8e-74d3535c55ba,revision_number=3']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:37:58.845129 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-d50f97d8-933d-4a46-8f82-0821b78d11dc service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 200 len: 999 time: 0.0976491 Sep 17 03:37:58.848007 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-7b01743b-0a3a-41a8-a153-d85d6bd52c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:58.849683 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-7b01743b-0a3a-41a8-a153-d85d6bd52c75 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9656274ffeab457792679e5edb11f93d&device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 1127 time: 0.1347241 Sep 17 03:37:59.014618 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-e8175c45-73af-48f9-8366-6809d1947e34 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=512f20a4-771b-48a8-9d8e-74d3535c55ba HTTP/1.1" status: 200 len: 217 time: 0.1420653 Sep 17 03:37:59.031599 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-75e0ae4f-7edd-494e-a2fc-ad4c28895201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:59.033125 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-75e0ae4f-7edd-494e-a2fc-ad4c28895201 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.1587622 Sep 17 03:37:59.119729 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc88b8-a04a-4772-a67f-1025af5afd69 None None] New status for floating IP bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:37:59.157891 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-37e6b554-8d58-47b8-9664-93d10c2ca551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:59.159427 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-37e6b554-8d58-47b8-9664-93d10c2ca551 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=7f56fccb-59b1-448c-ac68-1e2b91580485 HTTP/1.1" status: 200 len: 849 time: 0.1272409 Sep 17 03:37:59.182672 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:59.187329 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bd4f8-373b-401e-ab19-e5e9de0052b5 req-08eb27ec-eab5-40bc-9bcd-f622dd82b938 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:59.189310 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-680bd4f8-373b-401e-ab19-e5e9de0052b5 req-08eb27ec-eab5-40bc-9bcd-f622dd82b938 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 943 time: 0.1596458 Sep 17 03:37:59.191618 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-c713954c-88e4-4bec-b7a8-7f91b2d5801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:59.196393 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-c713954c-88e4-4bec-b7a8-7f91b2d5801c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1478510 Sep 17 03:37:59.213844 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-887c9588-e2b6-4960-8f4a-7b90baf404c7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f1a5e867-dfe1-4c16-a76a-057858623e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460625 Sep 17 03:37:59.258243 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:59.322092 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-680bd4f8-373b-401e-ab19-e5e9de0052b5 req-7194270f-e469-4448-ac75-6aa26ff8e599 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115847 Sep 17 03:37:59.430998 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-43679579-c66e-4b67-aa57-0c9b6cb95ec9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f1a5e867-dfe1-4c16-a76a-057858623e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920497 Sep 17 03:37:59.439239 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-f9773486-8283-4e70-b71e-7c219be12bc0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350378 Sep 17 03:37:59.588110 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-23a6e46f-6c9d-4fc0-a989-4a14e2d344e1 req-a6e2c845-c376-43de-a2e2-7b2d4d9d77f2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f1a5e867-dfe1-4c16-a76a-057858623e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470246 Sep 17 03:37:59.650992 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0af7c83d-c7d0-4735-aff2-0dc3690feeea req-a6594f39-acae-41e6-b15f-96effb6b206d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058895 Sep 17 03:37:59.721726 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:37:59.763179 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bf600-802e-4d46-829c-996eb9737b03 req-ea167153-f854-4fcf-92fb-6811c98955e3 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:37:59.764712 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ba8bf600-802e-4d46-829c-996eb9737b03 req-ea167153-f854-4fcf-92fb-6811c98955e3 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.0697165 Sep 17 03:37:59.825047 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ba8bf600-802e-4d46-829c-996eb9737b03 req-e128f0ff-f144-4ad5-b840-680c68045496 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509548 Sep 17 03:38:00.236947 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:00.478250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:00.506764 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a13d6-4d5c-4ef9-91a5-6c79c2c43539 req-e17f9664-5c5f-4f58-984d-c606c9bdafd4 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:00.508517 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-255a13d6-4d5c-4ef9-91a5-6c79c2c43539 req-e17f9664-5c5f-4f58-984d-c606c9bdafd4 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 943 time: 0.0846844 Sep 17 03:38:00.562408 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-255a13d6-4d5c-4ef9-91a5-6c79c2c43539 req-c2098292-fed7-4a67-99e1-e0d48f1bfc37 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469878 Sep 17 03:38:00.951949 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d9114-0f56-4857-8810-9830dd0abf54 req-1736c565-cdb4-4bbc-a0db-9028678eb5d3 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:00.953476 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-003d9114-0f56-4857-8810-9830dd0abf54 req-1736c565-cdb4-4bbc-a0db-9028678eb5d3 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.0508907 Sep 17 03:38:01.010969 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-003d9114-0f56-4857-8810-9830dd0abf54 req-8ba59181-a9c0-4094-afb0-302dcea1145a tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511129 Sep 17 03:38:01.713678 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357235b-90bf-4313-97ab-6faecd2564a9 req-0215a898-f5c4-4aff-a661-ca186936b79d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:01.715320 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c357235b-90bf-4313-97ab-6faecd2564a9 req-0215a898-f5c4-4aff-a661-ca186936b79d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 943 time: 0.0618017 Sep 17 03:38:01.767822 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c357235b-90bf-4313-97ab-6faecd2564a9 req-1b07fe76-556e-4153-ad19-d20766273667 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Sep 17 03:38:01.801103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:01.802884 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:02.140124 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea00ffb-5bf9-47a9-9072-caf875df0705 req-aff6e3f4-b5e7-415c-bc08-1c270568e25e tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:02.141635 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-dea00ffb-5bf9-47a9-9072-caf875df0705 req-aff6e3f4-b5e7-415c-bc08-1c270568e25e tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.0510931 Sep 17 03:38:02.190246 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-dea00ffb-5bf9-47a9-9072-caf875df0705 req-6b385bda-36e4-4429-b902-f40aa1609aed tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Sep 17 03:38:02.420796 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e627a-9496-4e15-a521-b51a336be85f req-412d142d-becc-47eb-b483-0633f3cbaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:02.422507 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c47e627a-9496-4e15-a521-b51a336be85f req-412d142d-becc-47eb-b483-0633f3cbaf8d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=9656274ffeab457792679e5edb11f93d&device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 1127 time: 0.0513697 Sep 17 03:38:02.528070 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e627a-9496-4e15-a521-b51a336be85f req-9c84a4eb-6147-40ef-bd98-8013d69e7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:02.529516 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c47e627a-9496-4e15-a521-b51a336be85f req-9c84a4eb-6147-40ef-bd98-8013d69e7b8d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=f1a5e867-dfe1-4c16-a76a-057858623e1b HTTP/1.1" status: 200 len: 910 time: 0.0988095 Sep 17 03:38:02.580563 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c47e627a-9496-4e15-a521-b51a336be85f req-41227eb8-4c4d-41ef-b14c-cf9c07b1308f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=512f20a4-771b-48a8-9d8e-74d3535c55ba HTTP/1.1" status: 200 len: 217 time: 0.0351188 Sep 17 03:38:02.738732 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e627a-9496-4e15-a521-b51a336be85f req-4c37ea0b-b9b9-47cd-94e3-ab503a9e417f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:02.740393 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c47e627a-9496-4e15-a521-b51a336be85f req-4c37ea0b-b9b9-47cd-94e3-ab503a9e417f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=7f56fccb-59b1-448c-ac68-1e2b91580485 HTTP/1.1" status: 200 len: 849 time: 0.0501761 Sep 17 03:38:02.741787 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-e18a7a4b-1e16-4dc1-aaa7-88dd74b1a2a0 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:02.743284 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-e18a7a4b-1e16-4dc1-aaa7-88dd74b1a2a0 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.0530877 Sep 17 03:38:02.782422 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c47e627a-9496-4e15-a521-b51a336be85f req-fbd2425a-828c-4d6d-a015-285358e288bb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=f1a5e867-dfe1-4c16-a76a-057858623e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304351 Sep 17 03:38:02.927951 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed85a6f-7ec2-4806-805a-264623072722 req-4e0e628f-ad95-45a3-9cf2-8bbf33efa9b6 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:02.929707 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bed85a6f-7ec2-4806-805a-264623072722 req-4e0e628f-ad95-45a3-9cf2-8bbf33efa9b6 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 943 time: 0.0711408 Sep 17 03:38:02.932980 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c47e627a-9496-4e15-a521-b51a336be85f req-1666fcea-1ed1-4743-ac79-8d12d427aa57 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f1a5e867-dfe1-4c16-a76a-057858623e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431279 Sep 17 03:38:02.936270 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Deleting port c36980a1-2a79-483c-9a38-d1bcbb04d779 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:38:02.938215 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.041837 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] For port c36980a1-2a79-483c-9a38-d1bcbb04d779, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c36980a1-2a79-483c-9a38-d1bcbb04d779,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:03.042422 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.063598 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Calling delete_port for c36980a1-2a79-483c-9a38-d1bcbb04d779 owned by compute:nova {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:38:03.099646 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bed85a6f-7ec2-4806-805a-264623072722 req-5cd76739-638a-480b-b3d5-b08b7412536e tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636841 Sep 17 03:38:03.103205 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c47e627a-9496-4e15-a521-b51a336be85f req-924194fd-637c-493a-822f-a23a42cfdb02 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/f1a5e867-dfe1-4c16-a76a-057858623e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599131 Sep 17 03:38:03.352192 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (c36980a1-2a79-483c-9a38-d1bcbb04d779), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.373573 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd4e90-55e7-4814-9458-9ea2e10731bb req-0fe8a23d-45fe-41fd-8f92-1e30f4c8a2fe tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:03.375224 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60526) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:03.375591 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-73dd4e90-55e7-4814-9458-9ea2e10731bb req-0fe8a23d-45fe-41fd-8f92-1e30f4c8a2fe tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 945 time: 0.0818899 Sep 17 03:38:03.396837 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['c36980a1-2a79-483c-9a38-d1bcbb04d779'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:38:03.413072 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Pushing event deleted for resources: {'Port': ['ID=c36980a1-2a79-483c-9a38-d1bcbb04d779,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:03.426462 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:03.504623 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.505334 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.506211 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.506754 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.507161 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.508130 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.508562 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.509076 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.509570 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.510092 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.510589 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.511096 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.511426 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.511754 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.512097 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.548015 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] No DVR routers for this DVR port c36980a1-2a79-483c-9a38-d1bcbb04d779 on host hv-cinder-84914 {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:38:03.555933 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.559525 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-84cb3f69-44a9-4d75-a466-40aab3d98727 req-01776d95-b157-4aeb-8728-1951833bcb0d tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.55 "DELETE /networking/v2.0/ports/c36980a1-2a79-483c-9a38-d1bcbb04d779 HTTP/1.1" status: 204 len: 173 time: 0.8069382 Sep 17 03:38:03.560110 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db32ea27-e3d2-4779-a814-8cc388ed493c', 'name': 'network-vif-deleted', 'tag': 'c36980a1-2a79-483c-9a38-d1bcbb04d779'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:03.562420 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a15c90-71e4-4ae6-840e-0c0769dfca46" -d '{"events": [{"server_uuid": "db32ea27-e3d2-4779-a814-8cc388ed493c", "name": "network-vif-deleted", "tag": "c36980a1-2a79-483c-9a38-d1bcbb04d779"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:03.584072 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-73dd4e90-55e7-4814-9458-9ea2e10731bb req-6772371c-45d0-4db7-8f10-eb0278a1e1e5 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=30eaa53d-c04a-4d22-a8cd-2fa99b59050f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869004 Sep 17 03:38:03.675524 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a442a8b9-ba5b-40af-886d-a28bab7dd503 x-openstack-request-id: req-a442a8b9-ba5b-40af-886d-a28bab7dd503 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:03.675834 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db32ea27-e3d2-4779-a814-8cc388ed493c", "name": "network-vif-deleted", "tag": "c36980a1-2a79-483c-9a38-d1bcbb04d779", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:03.676092 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a442a8b9-ba5b-40af-886d-a28bab7dd503 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:03.676493 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a442a8b9-ba5b-40af-886d-a28bab7dd503'] response: {'server_uuid': 'db32ea27-e3d2-4779-a814-8cc388ed493c', 'name': 'network-vif-deleted', 'tag': 'c36980a1-2a79-483c-9a38-d1bcbb04d779', 'status': 'completed', 'code': 200} Sep 17 03:38:03.692735 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.799581 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Publish callbacks [] for security_group (b96c3409-5c85-4873-bb3f-18dfe3cdfe35), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.805390 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (b96c3409-5c85-4873-bb3f-18dfe3cdfe35), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.841887 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:03.849884 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c0dceb73e5654849ad03cae50109f497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735742 Sep 17 03:38:03.851688 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96c3409-5c85-4873-bb3f-18dfe3cdfe35,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:03.852920 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60542) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:03.861115 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.861552 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.861966 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.862362 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.862699 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.863033 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.863357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.863686 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.864011 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.864335 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.864656 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.865001 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.865324 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.865638 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.865988 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8974b43-5305-470e-abc9-a6a3570ed34e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:03.907867 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f9fdd751-0349-4920-a458-811a708b1d05 admin admin] Publish callbacks [] for security_group (b96c3409-5c85-4873-bb3f-18dfe3cdfe35), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.928813 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f9fdd751-0349-4920-a458-811a708b1d05 admin admin] Publish callbacks [] for security_group (b96c3409-5c85-4873-bb3f-18dfe3cdfe35), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.962598 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:03.987868 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f9fdd751-0349-4920-a458-811a708b1d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (b96c3409-5c85-4873-bb3f-18dfe3cdfe35), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.991155 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f9fdd751-0349-4920-a458-811a708b1d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:03.995296 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f9fdd751-0349-4920-a458-811a708b1d05 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b96c3409-5c85-4873-bb3f-18dfe3cdfe35 HTTP/1.1" status: 204 len: 168 time: 0.1410697 Sep 17 03:38:04.005819 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdd751-0349-4920-a458-811a708b1d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96c3409-5c85-4873-bb3f-18dfe3cdfe35,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:04.245563 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ddf64-9f58-450c-98a1-ea1613a4120c req-07b6d863-189c-4ea5-ac07-c21d628a56a6 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:04.247213 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-dc4ddf64-9f58-450c-98a1-ea1613a4120c req-07b6d863-189c-4ea5-ac07-c21d628a56a6 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 943 time: 0.0546668 Sep 17 03:38:04.287991 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60550) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:04.296012 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:04.301786 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-dc4ddf64-9f58-450c-98a1-ea1613a4120c req-e8341ea4-f33d-4695-bf38-fed96dd3f7b5 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484657 Sep 17 03:38:04.306384 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b111448-0cc2-441c-9e1d-4fdeb6154af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:04.398035 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b111448-0cc2-441c-9e1d-4fdeb6154af6 admin admin] Publish callbacks [] for security_group (ddcd3653-ab01-4a84-99d1-0f2b4e2b6bb1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:04.402811 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7b111448-0cc2-441c-9e1d-4fdeb6154af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (ddcd3653-ab01-4a84-99d1-0f2b4e2b6bb1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:04.443127 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b111448-0cc2-441c-9e1d-4fdeb6154af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd3653-ab01-4a84-99d1-0f2b4e2b6bb1,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:04.448586 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7b111448-0cc2-441c-9e1d-4fdeb6154af6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=76be63075ada45d0a8642d6ef417d4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588943 Sep 17 03:38:04.451268 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60552) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:04.502067 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-70906db7-8437-4756-8e50-2006bba3e230 admin admin] Publish callbacks [] for security_group (ddcd3653-ab01-4a84-99d1-0f2b4e2b6bb1), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:04.523535 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-70906db7-8437-4756-8e50-2006bba3e230 admin admin] Publish callbacks [] for security_group (ddcd3653-ab01-4a84-99d1-0f2b4e2b6bb1), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:04.571214 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-70906db7-8437-4756-8e50-2006bba3e230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (ddcd3653-ab01-4a84-99d1-0f2b4e2b6bb1), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:04.576615 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-70906db7-8437-4756-8e50-2006bba3e230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:04.576615 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-70906db7-8437-4756-8e50-2006bba3e230 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/ddcd3653-ab01-4a84-99d1-0f2b4e2b6bb1 HTTP/1.1" status: 204 len: 168 time: 0.1227751 Sep 17 03:38:04.582928 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70906db7-8437-4756-8e50-2006bba3e230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcd3653-ab01-4a84-99d1-0f2b4e2b6bb1,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:04.782785 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-be9df8a7-66d2-4d2a-b359-fe0436443feb req-b8241b3a-0b08-47ca-98f8-d33078580cf0 tempest-DeleteServersTestJSON-503150632 tempest-DeleteServersTestJSON-503150632-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=db32ea27-e3d2-4779-a814-8cc388ed493c HTTP/1.1" status: 200 len: 210 time: 0.0421886 Sep 17 03:38:04.853995 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 512f20a4-771b-48a8-9d8e-74d3535c55ba details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:38:05.038422 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 512f20a4-771b-48a8-9d8e-74d3535c55ba, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=512f20a4-771b-48a8-9d8e-74d3535c55ba,segment=NetworkSegment(c8d374eb-0483-4740-b3c0-26f683a4d038),segment_id=c8d374eb-0483-4740-b3c0-26f683a4d038)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:05.061677 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '512f20a4-771b-48a8-9d8e-74d3535c55ba', 'network_id': 'f1a5e867-dfe1-4c16-a76a-057858623e1b', 'port_id': '512f20a4-771b-48a8-9d8e-74d3535c55ba', 'mac_address': 'fa:16:3e:32:80:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f56fccb-59b1-448c-ac68-1e2b91580485', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:38:05.137597 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 512f20a4-771b-48a8-9d8e-74d3535c55ba is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:05.138067 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.153471 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512f20a4-771b-48a8-9d8e-74d3535c55ba {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:38:05.179845 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 512f20a4-771b-48a8-9d8e-74d3535c55ba, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=512f20a4-771b-48a8-9d8e-74d3535c55ba,segment=NetworkSegment(c8d374eb-0483-4740-b3c0-26f683a4d038),segment_id=c8d374eb-0483-4740-b3c0-26f683a4d038)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:05.185467 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.244462 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=512f20a4-771b-48a8-9d8e-74d3535c55ba,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:05.253414 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.253776 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.254283 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.254642 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.255129 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.255462 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.255788 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.256203 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.256528 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.256749 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.257075 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.257455 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.257808 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.258132 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.258445 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:05.312534 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60596) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:05.441250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9bd6562a-3d7e-4137-88d4-47b4b5f7a592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.446329 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039f1ba-da3f-42c7-acb3-824c0d780673 req-c0c0abd7-cbd4-4ee9-b300-4ec85d1fddee tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:05.448819 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8039f1ba-da3f-42c7-acb3-824c0d780673 req-c0c0abd7-cbd4-4ee9-b300-4ec85d1fddee tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 944 time: 0.0532870 Sep 17 03:38:05.510635 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8039f1ba-da3f-42c7-acb3-824c0d780673 req-ec8939c3-31cd-4dea-9a94-4f3a938bf073 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551100 Sep 17 03:38:05.547773 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9bd6562a-3d7e-4137-88d4-47b4b5f7a592 admin admin] Publish callbacks [] for security_group (7508bb4a-bb74-4045-810b-895945756dd5), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.551691 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9bd6562a-3d7e-4137-88d4-47b4b5f7a592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (7508bb4a-bb74-4045-810b-895945756dd5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.594005 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9bd6562a-3d7e-4137-88d4-47b4b5f7a592 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2edc85cd7e5b4a33967ec5088e8d45f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800372 Sep 17 03:38:05.596274 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60610) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:05.602418 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6562a-3d7e-4137-88d4-47b4b5f7a592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7508bb4a-bb74-4045-810b-895945756dd5,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:05.640102 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['512f20a4-771b-48a8-9d8e-74d3535c55ba'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:38:05.652396 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ef4513c7-4163-4691-9e35-e8b2acb65a68 admin admin] Publish callbacks [] for security_group (7508bb4a-bb74-4045-810b-895945756dd5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.682346 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ef4513c7-4163-4691-9e35-e8b2acb65a68 admin admin] Publish callbacks [] for security_group (7508bb4a-bb74-4045-810b-895945756dd5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.719768 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:05.744833 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ef4513c7-4163-4691-9e35-e8b2acb65a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (7508bb4a-bb74-4045-810b-895945756dd5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.747555 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ef4513c7-4163-4691-9e35-e8b2acb65a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:05.748721 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ef4513c7-4163-4691-9e35-e8b2acb65a68 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7508bb4a-bb74-4045-810b-895945756dd5 HTTP/1.1" status: 204 len: 168 time: 0.1515412 Sep 17 03:38:05.757105 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4513c7-4163-4691-9e35-e8b2acb65a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7508bb4a-bb74-4045-810b-895945756dd5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:06.180149 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60640) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:06.195514 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0ffd60b4-c162-448b-9838-3c2bf8cbc2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:06.315652 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0ffd60b4-c162-448b-9838-3c2bf8cbc2f6 admin admin] Publish callbacks [] for security_group (20de53a9-32b6-4fa3-8ff6-498d66f03e89), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:06.321908 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0ffd60b4-c162-448b-9838-3c2bf8cbc2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (20de53a9-32b6-4fa3-8ff6-498d66f03e89), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:06.379326 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-0ffd60b4-c162-448b-9838-3c2bf8cbc2f6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=04473be9237f4c829d6c32ee013ebb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980774 Sep 17 03:38:06.381216 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd60b4-c162-448b-9838-3c2bf8cbc2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20de53a9-32b6-4fa3-8ff6-498d66f03e89,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:06.382386 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60656) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:06.441414 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0216e1fd-8513-472f-873b-23af4bc7204c admin admin] Publish callbacks [] for security_group (20de53a9-32b6-4fa3-8ff6-498d66f03e89), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:06.463455 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0216e1fd-8513-472f-873b-23af4bc7204c admin admin] Publish callbacks [] for security_group (20de53a9-32b6-4fa3-8ff6-498d66f03e89), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:06.472283 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:06.487986 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:06.518106 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0216e1fd-8513-472f-873b-23af4bc7204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (20de53a9-32b6-4fa3-8ff6-498d66f03e89), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:06.521137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0216e1fd-8513-472f-873b-23af4bc7204c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:06.522402 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-0216e1fd-8513-472f-873b-23af4bc7204c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/20de53a9-32b6-4fa3-8ff6-498d66f03e89 HTTP/1.1" status: 204 len: 168 time: 0.1391199 Sep 17 03:38:06.532062 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216e1fd-8513-472f-873b-23af4bc7204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de53a9-32b6-4fa3-8ff6-498d66f03e89,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:06.648761 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f20f0-bddf-44d9-96b7-514e605e5452 req-b2540398-3664-477e-8de1-75d2dd769afc tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:06.650442 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b45f20f0-bddf-44d9-96b7-514e605e5452 req-b2540398-3664-477e-8de1-75d2dd769afc tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 944 time: 0.0568266 Sep 17 03:38:06.716331 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b45f20f0-bddf-44d9-96b7-514e605e5452 req-28a60703-5b3d-4663-b55c-abdb27505d76 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535293 Sep 17 03:38:06.879613 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 512f20a4-771b-48a8-9d8e-74d3535c55ba up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:06.930961 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 512f20a4-771b-48a8-9d8e-74d3535c55ba completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:38:06.941470 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 512f20a4-771b-48a8-9d8e-74d3535c55ba triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:06.941951 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:06.942415 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 512f20a4-771b-48a8-9d8e-74d3535c55ba Sep 17 03:38:06.966031 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:07.066986 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60694) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:07.149474 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 512f20a4-771b-48a8-9d8e-74d3535c55ba is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:07.149911 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.172980 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a08178c-394f-46ef-ab06-0ae262ef3cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f20a4-771b-48a8-9d8e-74d3535c55ba'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:07.175286 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c31277-7019-4287-9738-5f748bdf5d58" -d '{"events": [{"server_uuid": "9a08178c-394f-46ef-ab06-0ae262ef3cd2", "name": "network-vif-plugged", "status": "completed", "tag": "512f20a4-771b-48a8-9d8e-74d3535c55ba"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:07.188762 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 512f20a4-771b-48a8-9d8e-74d3535c55ba, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=512f20a4-771b-48a8-9d8e-74d3535c55ba,segment=NetworkSegment(c8d374eb-0483-4740-b3c0-26f683a4d038),segment_id=c8d374eb-0483-4740-b3c0-26f683a4d038)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:07.193583 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.195060 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c36980a1-2a79-483c-9a38-d1bcbb04d779 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:38:07.233661 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3de82a-06fd-4a85-a181-9f401d4a0ec0 x-openstack-request-id: req-5c3de82a-06fd-4a85-a181-9f401d4a0ec0 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:07.234036 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a08178c-394f-46ef-ab06-0ae262ef3cd2", "name": "network-vif-plugged", "status": "completed", "tag": "512f20a4-771b-48a8-9d8e-74d3535c55ba", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:07.234278 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c3de82a-06fd-4a85-a181-9f401d4a0ec0 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:07.234660 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3de82a-06fd-4a85-a181-9f401d4a0ec0'] response: {'server_uuid': '9a08178c-394f-46ef-ab06-0ae262ef3cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512f20a4-771b-48a8-9d8e-74d3535c55ba', 'code': 200} Sep 17 03:38:07.235250 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: c36980a1-2a79-483c-9a38-d1bcbb04d779 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:38:07.235741 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c36980a1-2a79-483c-9a38-d1bcbb04d779 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:38:07.245708 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a06ac944-ceae-4f84-9a0e-632496d704b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.265894 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=512f20a4-771b-48a8-9d8e-74d3535c55ba,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:07.335162 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a06ac944-ceae-4f84-9a0e-632496d704b6 admin admin] Publish callbacks [] for security_group (5d4af980-136b-4438-9f4b-df4237ea1509), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.340661 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a06ac944-ceae-4f84-9a0e-632496d704b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5d4af980-136b-4438-9f4b-df4237ea1509), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.390840 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac944-ceae-4f84-9a0e-632496d704b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4af980-136b-4438-9f4b-df4237ea1509,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:07.392656 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-a06ac944-ceae-4f84-9a0e-632496d704b6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=149495d7f7c14f598c7e71f4acf2c35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245881 Sep 17 03:38:07.395745 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60718) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:07.475425 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60726) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:07.521575 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a1e0-4d02-43c5-9007-c91ef25f78d9 req-a21cf201-8083-49cd-a3ba-b5abdba64933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:07.523832 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fa24a1e0-4d02-43c5-9007-c91ef25f78d9 req-a21cf201-8083-49cd-a3ba-b5abdba64933 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 1129 time: 0.0602028 Sep 17 03:38:07.527493 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd154-defe-4302-a867-11de623e9d19 admin admin] Publish callbacks [] for security_group (5d4af980-136b-4438-9f4b-df4237ea1509), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.565725 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd154-defe-4302-a867-11de623e9d19 admin admin] Publish callbacks [] for security_group (5d4af980-136b-4438-9f4b-df4237ea1509), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.615775 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fa24a1e0-4d02-43c5-9007-c91ef25f78d9 req-dc816841-af52-4beb-aa3a-0acb9803070e service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778468 Sep 17 03:38:07.636948 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd154-defe-4302-a867-11de623e9d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5d4af980-136b-4438-9f4b-df4237ea1509), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.640371 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bc5bd154-defe-4302-a867-11de623e9d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:07.641693 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-bc5bd154-defe-4302-a867-11de623e9d19 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5d4af980-136b-4438-9f4b-df4237ea1509 HTTP/1.1" status: 204 len: 168 time: 0.2438505 Sep 17 03:38:07.650848 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bd154-defe-4302-a867-11de623e9d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4af980-136b-4438-9f4b-df4237ea1509,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:07.913001 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144aec33-461e-40be-8edd-26fdda1aca72 req-1b92f7f3-450f-4ab6-8654-c27d1c2e7264 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:07.920194 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-144aec33-461e-40be-8edd-26fdda1aca72 req-1b92f7f3-450f-4ab6-8654-c27d1c2e7264 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0903809 Sep 17 03:38:08.013351 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (c41dd3d7-f61c-4464-bf08-7e953e700f01), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.086582 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60754) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:08.094287 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:08.102529 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0004-1314-4800-a972-283e88587897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.194268 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0004-1314-4800-a972-283e88587897 admin admin] Publish callbacks [] for security_group (850db0b4-2364-4693-8b9a-a487c24fc88f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.198460 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3f0b0004-1314-4800-a972-283e88587897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (850db0b4-2364-4693-8b9a-a487c24fc88f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.241896 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3f0b0004-1314-4800-a972-283e88587897 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=abab3e4a034e41d9bad44bcd8c78eb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539660 Sep 17 03:38:08.242928 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b0004-1314-4800-a972-283e88587897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850db0b4-2364-4693-8b9a-a487c24fc88f,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:08.246160 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60758) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:08.297226 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-144aec33-461e-40be-8edd-26fdda1aca72 req-54743668-f0c4-4b38-98c1-18eeddb86c13 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761432 Sep 17 03:38:08.299448 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-93138eaa-7c5d-467d-8da1-ee92e9964417 admin admin] Publish callbacks [] for security_group (850db0b4-2364-4693-8b9a-a487c24fc88f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.330357 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-93138eaa-7c5d-467d-8da1-ee92e9964417 admin admin] Publish callbacks [] for security_group (850db0b4-2364-4693-8b9a-a487c24fc88f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.337577 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:08.389330 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-93138eaa-7c5d-467d-8da1-ee92e9964417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (850db0b4-2364-4693-8b9a-a487c24fc88f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.392189 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-93138eaa-7c5d-467d-8da1-ee92e9964417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.395996 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-93138eaa-7c5d-467d-8da1-ee92e9964417 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/850db0b4-2364-4693-8b9a-a487c24fc88f HTTP/1.1" status: 204 len: 168 time: 0.1460469 Sep 17 03:38:08.403606 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138eaa-7c5d-467d-8da1-ee92e9964417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850db0b4-2364-4693-8b9a-a487c24fc88f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:08.457933 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:08.541251 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:08.549678 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Deleting port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:38:08.550161 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.623254 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=55 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:08.639333 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=75 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:08.644970 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] For port e8cd6124-25d6-4109-8ec5-c2f4b4a9001b, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:08.645423 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.660382 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Calling delete_port for e8cd6124-25d6-4109-8ec5-c2f4b4a9001b owned by network:router_interface {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:38:08.916171 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (e8cd6124-25d6-4109-8ec5-c2f4b4a9001b), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:08.944363 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cd6124-25d6-4109-8ec5-c2f4b4a9001b,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:09.125412 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (c41dd3d7-f61c-4464-bf08-7e953e700f01), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.131046 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60792) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:09.372981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3ea9a0a2-6b0d-4530-8a1d-7d2aed676a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.422953 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Router c41dd3d7-f61c-4464-bf08-7e953e700f01 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:38:09.448419 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:09.466775 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c13a62-741a-46cc-a0bc-121f492074cb req-29c6fa7a-2b48-4c03-bf90-d5cc65152048 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:09.479065 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-67c13a62-741a-46cc-a0bc-121f492074cb req-29c6fa7a-2b48-4c03-bf90-d5cc65152048 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0887752 Sep 17 03:38:09.564345 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-67c13a62-741a-46cc-a0bc-121f492074cb req-849dc3a6-a1b0-4130-b55d-35ab5cf67adf tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770531 Sep 17 03:38:09.583727 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:09.630176 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:38:09.638075 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ce409eb0-035a-494f-9c7f-836cca952a85 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/c41dd3d7-f61c-4464-bf08-7e953e700f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1601529 Sep 17 03:38:09.640119 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3ea9a0a2-6b0d-4530-8a1d-7d2aed676a7e admin admin] Publish callbacks [] for security_group (3f409400-03c4-490e-bc24-35514c8f41d2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.641177 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60818) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:09.646034 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3ea9a0a2-6b0d-4530-8a1d-7d2aed676a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (3f409400-03c4-490e-bc24-35514c8f41d2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.655363 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] Sync routers for ids ['c41dd3d7-f61c-4464-bf08-7e953e700f01'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:38:09.676300 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3ea9a0a2-6b0d-4530-8a1d-7d2aed676a7e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b6f66f45f84a40b9af0ee5f8a1242aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442231 Sep 17 03:38:09.680200 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] Routers {'c41dd3d7-f61c-4464-bf08-7e953e700f01'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:09.683082 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['c41dd3d7-f61c-4464-bf08-7e953e700f01'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:09.683417 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60824) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:09.763958 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9a0a2-6b0d-4530-8a1d-7d2aed676a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f409400-03c4-490e-bc24-35514c8f41d2,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:09.771342 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks [] for router (c41dd3d7-f61c-4464-bf08-7e953e700f01), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.828447 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44a09e70-c15d-4067-bf99-8815cf5061cb admin admin] Publish callbacks [] for security_group (3f409400-03c4-490e-bc24-35514c8f41d2), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.857225 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44a09e70-c15d-4067-bf99-8815cf5061cb admin admin] Publish callbacks [] for security_group (3f409400-03c4-490e-bc24-35514c8f41d2), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.923140 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44a09e70-c15d-4067-bf99-8815cf5061cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (3f409400-03c4-490e-bc24-35514c8f41d2), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.924706 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] Set router c41dd3d7-f61c-4464-bf08-7e953e700f01 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:09.928058 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-44a09e70-c15d-4067-bf99-8815cf5061cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:09.930471 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-44a09e70-c15d-4067-bf99-8815cf5061cb admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/3f409400-03c4-490e-bc24-35514c8f41d2 HTTP/1.1" status: 204 len: 168 time: 0.2459996 Sep 17 03:38:09.942662 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a09e70-c15d-4067-bf99-8815cf5061cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f409400-03c4-490e-bc24-35514c8f41d2,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:10.104817 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60834) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:10.139235 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks [] for router_gateway (c41dd3d7-f61c-4464-bf08-7e953e700f01), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.205002 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Deleting port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:38:10.205340 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.224387 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:38:08Z', 'revision_number': 5, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port': {'id': '51fec4e5-1ff2-4535-85bf-9c9d4912ae36', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:10.253882 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] Checking router: c41dd3d7-f61c-4464-bf08-7e953e700f01 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:38:10.263636 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] Routers {'c41dd3d7-f61c-4464-bf08-7e953e700f01'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:10.264608 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['c41dd3d7-f61c-4464-bf08-7e953e700f01'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:10.351831 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] For port 51fec4e5-1ff2-4535-85bf-9c9d4912ae36, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=51fec4e5-1ff2-4535-85bf-9c9d4912ae36,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:10.352192 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.356732 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] Set router c41dd3d7-f61c-4464-bf08-7e953e700f01 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:10.378823 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Calling delete_port for 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:38:10.413980 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:38:10Z', 'revision_number': 6, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port_host': None}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:10.441638 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfac31e9-058e-46a2-b8d4-56907ec45c6e None None] The sync data for ids ['c41dd3d7-f61c-4464-bf08-7e953e700f01'] in dv-cinder-849143-3-smb is: [{'id': 'c41dd3d7-f61c-4464-bf08-7e953e700f01', 'name': 'tempest-DeleteServersTestJSON-909032855-router', 'tenant_id': '25a144bb01964adfbf90cad355130767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:08Z', 'updated_at': '2022-09-17T03:38:10Z', 'revision_number': 6, 'project_id': '25a144bb01964adfbf90cad355130767', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:38:10.443643 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:10.480285 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f29553b-ea35-4fba-ab9b-b8257e4107dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.515988 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60844) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:10.529693 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9e8e861b-7a39-4cfe-8ca2-d1117f1e17ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.612192 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9e8e861b-7a39-4cfe-8ca2-d1117f1e17ae admin admin] Publish callbacks [] for security_group (e93ae6f5-600c-42d0-ade3-e49c3b2dadd8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.617501 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9e8e861b-7a39-4cfe-8ca2-d1117f1e17ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e93ae6f5-600c-42d0-ade3-e49c3b2dadd8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.638322 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (51fec4e5-1ff2-4535-85bf-9c9d4912ae36), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.650348 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:10.671299 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f29553b-ea35-4fba-ab9b-b8257e4107dc admin admin] Publish callbacks [] for security_group (02b80b24-be56-4988-b208-d59fac1d96eb), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.674711 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fec4e5-1ff2-4535-85bf-9c9d4912ae36,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:10.682982 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9f29553b-ea35-4fba-ab9b-b8257e4107dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (02b80b24-be56-4988-b208-d59fac1d96eb), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.693343 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e861b-7a39-4cfe-8ca2-d1117f1e17ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93ae6f5-600c-42d0-ade3-e49c3b2dadd8,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:10.698490 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9e8e861b-7a39-4cfe-8ca2-d1117f1e17ae admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=07c71bf9fa0f4c59865305f727e5aa6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814766 Sep 17 03:38:10.701581 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60848) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:10.723137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d24165-9a98-4304-9a09-d71e615fa409 req-d02686bc-f99b-4b45-95c3-2ad575dc1fdb tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:10.724584 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80d24165-9a98-4304-9a09-d71e615fa409 req-d02686bc-f99b-4b45-95c3-2ad575dc1fdb tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0881767 Sep 17 03:38:10.764968 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-9f29553b-ea35-4fba-ab9b-b8257e4107dc admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=32faf3cb3f214d658ecbb55c291eee6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6581635 Sep 17 03:38:10.767318 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29553b-ea35-4fba-ab9b-b8257e4107dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b80b24-be56-4988-b208-d59fac1d96eb,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:10.767507 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60850) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:10.784770 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (c41dd3d7-f61c-4464-bf08-7e953e700f01), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.812536 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8e13ccdb-e7b7-40ef-9eee-6cf1236b875f admin admin] Publish callbacks [] for security_group (e93ae6f5-600c-42d0-ade3-e49c3b2dadd8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.858436 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8e13ccdb-e7b7-40ef-9eee-6cf1236b875f admin admin] Publish callbacks [] for security_group (e93ae6f5-600c-42d0-ade3-e49c3b2dadd8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.872642 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80d24165-9a98-4304-9a09-d71e615fa409 req-8ba6dc21-9d75-499b-adc1-64b5bb90676d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398683 Sep 17 03:38:10.893043 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (c41dd3d7-f61c-4464-bf08-7e953e700f01), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.895464 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks [] for router_controller (c41dd3d7-f61c-4464-bf08-7e953e700f01), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.904546 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae6c6-afc6-4974-b23e-0f531d6b42ff admin admin] Publish callbacks [] for security_group (02b80b24-be56-4988-b208-d59fac1d96eb), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.931234 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae6c6-afc6-4974-b23e-0f531d6b42ff admin admin] Publish callbacks [] for security_group (02b80b24-be56-4988-b208-d59fac1d96eb), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.949045 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:10.954393 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:10.987932 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8e13ccdb-e7b7-40ef-9eee-6cf1236b875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e93ae6f5-600c-42d0-ade3-e49c3b2dadd8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.991097 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8e13ccdb-e7b7-40ef-9eee-6cf1236b875f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:10.994888 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8e13ccdb-e7b7-40ef-9eee-6cf1236b875f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e93ae6f5-600c-42d0-ade3-e49c3b2dadd8 HTTP/1.1" status: 204 len: 168 time: 0.2898419 Sep 17 03:38:11.002611 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (c41dd3d7-f61c-4464-bf08-7e953e700f01), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.003283 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c41dd3d7-f61c-4464-bf08-7e953e700f01 {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:38:11.008363 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.009516 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-657eeeb4-a49b-48e6-a827-253f5ca02711 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/c41dd3d7-f61c-4464-bf08-7e953e700f01 HTTP/1.1" status: 204 len: 168 time: 1.3674376 Sep 17 03:38:11.012028 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60856) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:11.018667 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ccdb-e7b7-40ef-9eee-6cf1236b875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93ae6f5-600c-42d0-ade3-e49c3b2dadd8,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:11.023580 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae6c6-afc6-4974-b23e-0f531d6b42ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (02b80b24-be56-4988-b208-d59fac1d96eb), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.026829 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae6c6-afc6-4974-b23e-0f531d6b42ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.030860 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9f9ae6c6-afc6-4974-b23e-0f531d6b42ff admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/02b80b24-be56-4988-b208-d59fac1d96eb HTTP/1.1" status: 204 len: 168 time: 0.2623982 Sep 17 03:38:11.049402 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ae6c6-afc6-4974-b23e-0f531d6b42ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b80b24-be56-4988-b208-d59fac1d96eb,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:11.086469 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abb5649-edb3-41af-be70-3a37fa545f70 admin admin] Deleting subnet 9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:38:11.093779 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7abb5649-edb3-41af-be70-3a37fa545f70 admin admin] Publish callbacks [] for subnet (9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.144580 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7abb5649-edb3-41af-be70-3a37fa545f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195083'] for subnet (9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.343137 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7abb5649-edb3-41af-be70-3a37fa545f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.483074 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7abb5649-edb3-41af-be70-3a37fa545f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3163814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122913'] for subnet (9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.508567 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7abb5649-edb3-41af-be70-3a37fa545f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.513438 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-7abb5649-edb3-41af-be70-3a37fa545f70 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc HTTP/1.1" status: 204 len: 168 time: 0.5002041 Sep 17 03:38:11.519831 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e54bfb-e431-4260-9ea4-ae232f0eeed3 None None] Network da8f92bc-53c6-47e7-b5fa-e41a0e6b78db requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:11.521139 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60882) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:11.611877 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5649-edb3-41af-be70-3a37fa545f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3350f2-49bb-4930-ac5a-5a4d17a3b5dc,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:11.696080 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (da8f92bc-53c6-47e7-b5fa-e41a0e6b78db), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.810444 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device e8cd6124-25d6-4109-8ec5-c2f4b4a9001b no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:38:11.854965 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Deleting port 013b4ce8-e8d6-420a-ad4f-18ade135117a {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:38:11.855855 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.866572 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] DHCP port deletion for da8f92bc-53c6-47e7-b5fa-e41a0e6b78db request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:38:11.869022 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: e8cd6124-25d6-4109-8ec5-c2f4b4a9001b {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:38:11.869372 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device e8cd6124-25d6-4109-8ec5-c2f4b4a9001b not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:38:11.871605 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:38:11.900568 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:38:11.900939 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 51fec4e5-1ff2-4535-85bf-9c9d4912ae36 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:38:11.939352 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] Deleting port 013b4ce8-e8d6-420a-ad4f-18ade135117a {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:38:11.939734 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.978170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] For port 013b4ce8-e8d6-420a-ad4f-18ade135117a, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=013b4ce8-e8d6-420a-ad4f-18ade135117a,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:11.978170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:11.994653 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Calling delete_port for 013b4ce8-e8d6-420a-ad4f-18ade135117a owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:38:12.030172 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] For port 013b4ce8-e8d6-420a-ad4f-18ade135117a, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=013b4ce8-e8d6-420a-ad4f-18ade135117a,segment=NetworkSegment(2a456865-da1c-46dc-9b9f-6c80a42e728e),segment_id=2a456865-da1c-46dc-9b9f-6c80a42e728e)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:12.030172 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.055832 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] Calling delete_port for 013b4ce8-e8d6-420a-ad4f-18ade135117a owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:38:12.097342 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.136065 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=013b4ce8-e8d6-420a-ad4f-18ade135117a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:12.159149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] No DVR routers for this DVR port 013b4ce8-e8d6-420a-ad4f-18ade135117a on host dv-cinder-849143-3-smb {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:38:12.170868 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-37c8b2c4-5f69-4da7-9cc6-b72f5eca92a0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975704 Sep 17 03:38:12.196457 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (013b4ce8-e8d6-420a-ad4f-18ade135117a), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.226290 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] Pushing event deleted for resources: {'Port': ['ID=013b4ce8-e8d6-420a-ad4f-18ade135117a,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:12.228582 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd7ff1-e3f0-4aed-9c73-8e9caa8aae9a None None] No DVR routers for this DVR port 013b4ce8-e8d6-420a-ad4f-18ade135117a on host dv-cinder-849143-3-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:38:12.258129 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (da8f92bc-53c6-47e7-b5fa-e41a0e6b78db), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.289925 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.290357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.291979 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.291979 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.291979 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.292241 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.292481 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.293004 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.293118 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.293792 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.297766 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-1f7aa5e9-d02c-40d0-a541-2c39edb3e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:12.299427 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-1f7aa5e9-d02c-40d0-a541-2c39edb3e024 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 1129 time: 0.0511620 Sep 17 03:38:12.366245 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.366670 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.367335 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.367447 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106395) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 03:38:12.367791 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8f92bc-53c6-47e7-b5fa-e41a0e6b78db']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:12.370935 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:12.387828 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a456865-da1c-46dc-9b9f-6c80a42e728e') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:12.388117 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a456865-da1c-46dc-9b9f-6c80a42e728e') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:12.405209 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254129'] for segment (2a456865-da1c-46dc-9b9f-6c80a42e728e), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.414615 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-7d46cca5-ffc5-49b7-94d2-aa40316eb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:12.416119 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-7d46cca5-ffc5-49b7-94d2-aa40316eb9fd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 912 time: 0.0961673 Sep 17 03:38:12.427898 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (2a456865-da1c-46dc-9b9f-6c80a42e728e), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.443367 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:38:12.443929 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339126'] for segment (2a456865-da1c-46dc-9b9f-6c80a42e728e), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.529234 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (da8f92bc-53c6-47e7-b5fa-e41a0e6b78db), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.561288 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-57e44fd3-e8f9-4b42-8654-60e3eb120875 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 200 len: 1001 time: 0.1342514 Sep 17 03:38:12.562402 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8f92bc-53c6-47e7-b5fa-e41a0e6b78db,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:12.564673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.571273 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-716bf749-de77-48d1-a146-dfa8db8d37a3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/da8f92bc-53c6-47e7-b5fa-e41a0e6b78db HTTP/1.1" status: 204 len: 168 time: 1.0461035 Sep 17 03:38:12.629795 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-3fa44ad0-6c7c-4596-9bf9-0f53edf9dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:12.631550 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-3fa44ad0-6c7c-4596-9bf9-0f53edf9dbe2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.0547414 Sep 17 03:38:12.695498 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-590b3f8d-0f45-4c9a-8790-243640de62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:12.697773 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-590b3f8d-0f45-4c9a-8790-243640de62d1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0565579 Sep 17 03:38:12.771654 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 2a456865-da1c-46dc-9b9f-6c80a42e728e resource provider aggregate not found Sep 17 03:38:12.800287 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60944) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:12.809652 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 2a456865-da1c-46dc-9b9f-6c80a42e728e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a456865-da1c-46dc-9b9f-6c80a42e728e found for delete ", "request_id": "req-ebd203cc-10b9-4e39-8cff-b17251049a8b"}]} Sep 17 03:38:12.810697 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-f4c7f0a7-b603-4dc9-a0e3-ffa2d5245651 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054313 Sep 17 03:38:12.853419 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-eef17c1d-668f-42d5-8876-a40a953d58c9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=25a144bb01964adfbf90cad355130767&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0494561 Sep 17 03:38:12.853643 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60948) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:12.901210 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:12.919100 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-91892f2d-bcb0-4be6-96f0-dc6ee7b9f98e admin admin] Publish callbacks [] for security_group (30eaa53d-c04a-4d22-a8cd-2fa99b59050f), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.942805 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-91892f2d-bcb0-4be6-96f0-dc6ee7b9f98e admin admin] Publish callbacks [] for security_group (30eaa53d-c04a-4d22-a8cd-2fa99b59050f), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:12.963293 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2afb5da6-2c84-4e5c-a7ef-cb5af114c41c req-2ac8be01-8772-4a17-94dd-e6528dc78de8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449938 Sep 17 03:38:12.987502 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:13.001882 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-91892f2d-bcb0-4be6-96f0-dc6ee7b9f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (30eaa53d-c04a-4d22-a8cd-2fa99b59050f), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:13.004839 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-91892f2d-bcb0-4be6-96f0-dc6ee7b9f98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:13.006019 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-91892f2d-bcb0-4be6-96f0-dc6ee7b9f98e admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/30eaa53d-c04a-4d22-a8cd-2fa99b59050f HTTP/1.1" status: 204 len: 168 time: 0.1513727 Sep 17 03:38:13.017087 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91892f2d-bcb0-4be6-96f0-dc6ee7b9f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30eaa53d-c04a-4d22-a8cd-2fa99b59050f,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:13.559514 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 60988) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:13.564939 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 60990) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:13.677387 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-46dfe57a-44cf-4f43-82e5-f3cf0e3bb15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:13.739067 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1899d6f4-493f-4888-a734-fa45d7dc4fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:13.819113 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 013b4ce8-e8d6-420a-ad4f-18ade135117a no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:38:13.843404 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1899d6f4-493f-4888-a734-fa45d7dc4fab admin admin] Publish callbacks [] for security_group (69d605d9-9356-439b-96ba-adbbc2abf5b7), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:13.846571 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 013b4ce8-e8d6-420a-ad4f-18ade135117a {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:38:13.846969 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 013b4ce8-e8d6-420a-ad4f-18ade135117a not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:38:13.849039 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1899d6f4-493f-4888-a734-fa45d7dc4fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (69d605d9-9356-439b-96ba-adbbc2abf5b7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:13.855781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-46dfe57a-44cf-4f43-82e5-f3cf0e3bb15e admin admin] Publish callbacks [] for security_group (388314de-1e2e-457d-8d0b-b4bb3c14f083), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:13.863676 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-46dfe57a-44cf-4f43-82e5-f3cf0e3bb15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (388314de-1e2e-457d-8d0b-b4bb3c14f083), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:13.883364 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899d6f4-493f-4888-a734-fa45d7dc4fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d605d9-9356-439b-96ba-adbbc2abf5b7,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:13.903877 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-1899d6f4-493f-4888-a734-fa45d7dc4fab admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=aa09b236649641279a5d153de39dd45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378534 Sep 17 03:38:13.906711 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32776) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:13.917291 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfe57a-44cf-4f43-82e5-f3cf0e3bb15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388314de-1e2e-457d-8d0b-b4bb3c14f083,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:13.927686 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-46dfe57a-44cf-4f43-82e5-f3cf0e3bb15e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=7c842103c4b44e0f8cc1006d75b59c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667784 Sep 17 03:38:13.930662 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32778) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:13.991541 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:14.015336 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8f8460c1-54aa-44c1-a27c-41516a05a8de admin admin] Publish callbacks [] for security_group (388314de-1e2e-457d-8d0b-b4bb3c14f083), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.017274 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdb0d-ee1a-40f7-a353-8182a6773e79 admin admin] Publish callbacks [] for security_group (69d605d9-9356-439b-96ba-adbbc2abf5b7), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.054064 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8f8460c1-54aa-44c1-a27c-41516a05a8de admin admin] Publish callbacks [] for security_group (388314de-1e2e-457d-8d0b-b4bb3c14f083), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.057024 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdb0d-ee1a-40f7-a353-8182a6773e79 admin admin] Publish callbacks [] for security_group (69d605d9-9356-439b-96ba-adbbc2abf5b7), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.106434 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.149937 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8f8460c1-54aa-44c1-a27c-41516a05a8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (388314de-1e2e-457d-8d0b-b4bb3c14f083), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.152745 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8f8460c1-54aa-44c1-a27c-41516a05a8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.156780 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8f8460c1-54aa-44c1-a27c-41516a05a8de admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/388314de-1e2e-457d-8d0b-b4bb3c14f083 HTTP/1.1" status: 204 len: 168 time: 0.2251685 Sep 17 03:38:14.162392 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdb0d-ee1a-40f7-a353-8182a6773e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (69d605d9-9356-439b-96ba-adbbc2abf5b7), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.166309 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdb0d-ee1a-40f7-a353-8182a6773e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.167920 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-a5cfdb0d-ee1a-40f7-a353-8182a6773e79 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/69d605d9-9356-439b-96ba-adbbc2abf5b7 HTTP/1.1" status: 204 len: 168 time: 0.2594330 Sep 17 03:38:14.173479 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8460c1-54aa-44c1-a27c-41516a05a8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388314de-1e2e-457d-8d0b-b4bb3c14f083,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:14.198225 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfdb0d-ee1a-40f7-a353-8182a6773e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d605d9-9356-439b-96ba-adbbc2abf5b7,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:14.308034 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 32806) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:14.399482 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fa99-d564-4630-9cc4-2bf35e6fc07b req-17c49767-f00f-498b-b1ab-8fa535b686be tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:14.401065 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6116fa99-d564-4630-9cc4-2bf35e6fc07b req-17c49767-f00f-498b-b1ab-8fa535b686be tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0600433 Sep 17 03:38:14.516940 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6116fa99-d564-4630-9cc4-2bf35e6fc07b req-866ca89c-34c3-40d9-9fc8-c04b3a647e5d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097889 Sep 17 03:38:14.643558 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-123560156-network', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:14.671456 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Made reservation on behalf of 379e8c4381df423a92e7c6b05105a1c3 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:14.675509 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.687850 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.702298 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32830) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:14.721649 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-03ba06b0-d048-42d0-b929-9ae66e2a5d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.775957 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:14.789444 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Publish callbacks [] for security_group (ef7b22b4-e54a-4858-8316-4dff06a7a2ca), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.795700 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (ef7b22b4-e54a-4858-8316-4dff06a7a2ca), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.821002 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-03ba06b0-d048-42d0-b929-9ae66e2a5d4f admin admin] Publish callbacks [] for security_group (936eb1b9-cecf-4394-a011-b0068c28810d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.830569 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-03ba06b0-d048-42d0-b929-9ae66e2a5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (936eb1b9-cecf-4394-a011-b0068c28810d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.833833 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:38:14.862307 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (903ee466-2496-4103-8ea2-627cf8c2a99c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.862869 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Added segment 903ee466-2496-4103-8ea2-627cf8c2a99c of type vlan for network 1458a1e6-1414-43a9-b44e-45df4904fa99 Sep 17 03:38:14.879110 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7b22b4-e54a-4858-8316-4dff06a7a2ca,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:14.901849 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-03ba06b0-d048-42d0-b929-9ae66e2a5d4f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=acd2e7a72dce4d30a072cab140b4801a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956210 Sep 17 03:38:14.901849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba06b0-d048-42d0-b929-9ae66e2a5d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936eb1b9-cecf-4394-a011-b0068c28810d,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:14.903231 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32842) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:14.929383 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (1458a1e6-1414-43a9-b44e-45df4904fa99), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.952569 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:14.967097 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (1458a1e6-1414-43a9-b44e-45df4904fa99), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.968186 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:14.968766 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:14.972388 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b3111cff-4274-4783-8246-d8a801be7b43 admin admin] Publish callbacks [] for security_group (936eb1b9-cecf-4394-a011-b0068c28810d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.000590 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b3111cff-4274-4783-8246-d8a801be7b43 admin admin] Publish callbacks [] for security_group (936eb1b9-cecf-4394-a011-b0068c28810d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.045523 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7360725 Sep 17 03:38:15.049124 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32848) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:15.054590 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Request body: {'subnet': {'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-subnet', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:15.059886 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8e6aa-e490-4a97-97ca-36610536e839 admin admin] Pushing event updated for resources: {'Network': ['ID=1458a1e6-1414-43a9-b44e-45df4904fa99,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:15.071260 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:38:15.072972 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b3111cff-4274-4783-8246-d8a801be7b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (936eb1b9-cecf-4394-a011-b0068c28810d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.076028 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b3111cff-4274-4783-8246-d8a801be7b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.077162 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-b3111cff-4274-4783-8246-d8a801be7b43 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/936eb1b9-cecf-4394-a011-b0068c28810d HTTP/1.1" status: 204 len: 168 time: 0.1730254 Sep 17 03:38:15.091138 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3111cff-4274-4783-8246-d8a801be7b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936eb1b9-cecf-4394-a011-b0068c28810d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:15.104674 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Made reservation on behalf of 379e8c4381df423a92e7c6b05105a1c3 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:15.107217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586956'] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.167584 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:15.290955 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:15.316054 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3328787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586970'] for subnet (f230a653-d02f-4d5e-9e84-0357db4472f9), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.380466 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f230a653-d02f-4d5e-9e84-0357db4472f9,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:15.390087 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Checking segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:15.390436 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Network hostable DHCP agents. Network: 1458a1e6-1414-43a9-b44e-45df4904fa99, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:38:15.411177 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:38:15.423261 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 1458a1e6-1414-43a9-b44e-45df4904fa99) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:15.428308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:15.428935 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.433728 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca40f66-e424-4191-bb4b-d58a77fdeeae None None] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:15.469117 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-db0567ae-9593-4d31-ba5b-bfe4d7b49c84 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4186268 Sep 17 03:38:15.471796 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 32864) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:15.479427 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:15.503856 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (60e6a481-7259-4759-827e-3bee1b16fe97), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.507331 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (60e6a481-7259-4759-827e-3bee1b16fe97), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.568294 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32870) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:15.571686 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-1458a1e6-1414-43a9-b44e-45df4904fa99', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:38:15.573167 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.580902 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks [] for router_controller (60e6a481-7259-4759-827e-3bee1b16fe97), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.584947 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b941-550c-4576-a569-e89f2ef6ab71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.688599 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:15.696762 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b941-550c-4576-a569-e89f2ef6ab71 admin admin] Publish callbacks [] for security_group (b58dbad1-8337-40e7-9837-643a2f8b7668), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.703988 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b941-550c-4576-a569-e89f2ef6ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (b58dbad1-8337-40e7-9837-643a2f8b7668), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.746193 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Allocated IP 172.20.0.2 (1458a1e6-1414-43a9-b44e-45df4904fa99/f230a653-d02f-4d5e-9e84-0357db4472f9/23f60dbf-9a2b-472b-b565-3567b48aff57) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:15.754147 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks [] for router_gateway (60e6a481-7259-4759-827e-3bee1b16fe97), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.756738 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-f8d0b941-550c-4576-a569-e89f2ef6ab71 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b43aa52d33424f9cb81e7542b448a994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872139 Sep 17 03:38:15.757351 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32872) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:15.799526 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:15.801660 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0b941-550c-4576-a569-e89f2ef6ab71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58dbad1-8337-40e7-9837-643a2f8b7668,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:15.820290 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3f30-fda0-4f65-8bcd-e3dec939ede3 admin admin] Publish callbacks [] for security_group (b58dbad1-8337-40e7-9837-643a2f8b7668), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.850280 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3f30-fda0-4f65-8bcd-e3dec939ede3 admin admin] Publish callbacks [] for security_group (b58dbad1-8337-40e7-9837-643a2f8b7668), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.859409 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:15.865658 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d8994-0d0f-4444-97a5-f2767bc0f206 req-8800987b-832a-413b-b9f9-169d47ac3635 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:15.867849 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-613d8994-0d0f-4444-97a5-f2767bc0f206 req-8800987b-832a-413b-b9f9-169d47ac3635 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1996658 Sep 17 03:38:15.922563 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3f30-fda0-4f65-8bcd-e3dec939ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (b58dbad1-8337-40e7-9837-643a2f8b7668), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.926506 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7ffc3f30-fda0-4f65-8bcd-e3dec939ede3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:15.931244 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7ffc3f30-fda0-4f65-8bcd-e3dec939ede3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/b58dbad1-8337-40e7-9837-643a2f8b7668 HTTP/1.1" status: 204 len: 168 time: 0.1691802 Sep 17 03:38:15.950781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc3f30-fda0-4f65-8bcd-e3dec939ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58dbad1-8337-40e7-9837-643a2f8b7668,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:16.009951 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Publish callbacks [] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.019882 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.021406 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-613d8994-0d0f-4444-97a5-f2767bc0f206 req-263b8c8b-a6f9-40c2-813a-3b712c9ecced tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465833 Sep 17 03:38:16.065489 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:16.067151 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:16.072017 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:16.108467 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks [] for router_gateway (60e6a481-7259-4759-827e-3bee1b16fe97), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.134967 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.159004 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Attempting to bind port 23f60dbf-9a2b-472b-b565-3567b48aff57 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:16.159300 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Attempting to bind port 23f60dbf-9a2b-472b-b565-3567b48aff57 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:16.159693 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Attempting to bind port 23f60dbf-9a2b-472b-b565-3567b48aff57 on network 1458a1e6-1414-43a9-b44e-45df4904fa99 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:16.161794 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Pushing event updated for resources: {'Port': ['ID=23f60dbf-9a2b-472b-b565-3567b48aff57,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:16.221308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:16.222284 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Checking segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:16.222837 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.223729 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Bound using segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:16.224377 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Bound port: 23f60dbf-9a2b-472b-b565-3567b48aff57, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:16.224931 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.307241 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] For port 23f60dbf-9a2b-472b-b565-3567b48aff57, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:16.309793 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Allocated IP 172.28.1.119 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:16.313105 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] For port 23f60dbf-9a2b-472b-b565-3567b48aff57, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=23f60dbf-9a2b-472b-b565-3567b48aff57,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:16.319475 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-77abe9bd-7724-4b9b-b693-470b89a40f4a tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:16.319794 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-77abe9bd-7724-4b9b-b693-470b89a40f4a tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0900378 Sep 17 03:38:16.326176 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.411695 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20fb8b-911c-41b0-bf17-9b23f598b427 None None] Pushing event updated for resources: {'Port': ['ID=23f60dbf-9a2b-472b-b565-3567b48aff57,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:16.500665 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Deleting port 512f20a4-771b-48a8-9d8e-74d3535c55ba {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:38:16.501356 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.516536 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32900) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:16.560173 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:16.636825 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks [] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.698133 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] For port 512f20a4-771b-48a8-9d8e-74d3535c55ba, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=512f20a4-771b-48a8-9d8e-74d3535c55ba,segment=NetworkSegment(c8d374eb-0483-4740-b3c0-26f683a4d038),segment_id=c8d374eb-0483-4740-b3c0-26f683a4d038)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:16.698504 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.715970 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Calling delete_port for 512f20a4-771b-48a8-9d8e-74d3535c55ba owned by compute:nova {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:38:16.732461 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.835411 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9efe2c4c-d292-4465-a87d-a508e274772c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.954078 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9efe2c4c-d292-4465-a87d-a508e274772c admin admin] Publish callbacks [] for security_group (afa791f8-d12a-403c-8a64-09776018be2e), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:16.961506 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9efe2c4c-d292-4465-a87d-a508e274772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (afa791f8-d12a-403c-8a64-09776018be2e), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:17.008621 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:17.028269 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9efe2c4c-d292-4465-a87d-a508e274772c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=d4eab43cf4b248468faddab2f735cb10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080361 Sep 17 03:38:17.028269 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe2c4c-d292-4465-a87d-a508e274772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa791f8-d12a-403c-8a64-09776018be2e,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:17.028468 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:17.029066 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32920) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:17.033873 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:17.035742 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:17.038366 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:17.130799 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aafc9d8c-20af-45d3-847e-30e80d284ea3 admin admin] Publish callbacks [] for security_group (afa791f8-d12a-403c-8a64-09776018be2e), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:17.133916 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:17.161051 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aafc9d8c-20af-45d3-847e-30e80d284ea3 admin admin] Publish callbacks [] for security_group (afa791f8-d12a-403c-8a64-09776018be2e), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:17.258832 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124ebd4-0ff1-4d1a-8a52-22409c041fe3 req-ad6988d0-e347-440e-ab76-305c09e0ef64 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:17.261297 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e124ebd4-0ff1-4d1a-8a52-22409c041fe3 req-ad6988d0-e347-440e-ab76-305c09e0ef64 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=9a08178c-394f-46ef-ab06-0ae262ef3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0689912 Sep 17 03:38:17.275289 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aafc9d8c-20af-45d3-847e-30e80d284ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (afa791f8-d12a-403c-8a64-09776018be2e), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:17.278904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-aafc9d8c-20af-45d3-847e-30e80d284ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:17.280791 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-aafc9d8c-20af-45d3-847e-30e80d284ea3 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/afa791f8-d12a-403c-8a64-09776018be2e HTTP/1.1" status: 204 len: 168 time: 0.2505720 Sep 17 03:38:17.320811 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc9d8c-20af-45d3-847e-30e80d284ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa791f8-d12a-403c-8a64-09776018be2e,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:17.350656 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (512f20a4-771b-48a8-9d8e-74d3535c55ba), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:17.391036 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['512f20a4-771b-48a8-9d8e-74d3535c55ba'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:38:17.409822 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Pushing event deleted for resources: {'Port': ['ID=512f20a4-771b-48a8-9d8e-74d3535c55ba,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:17.503329 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] No DVR routers for this DVR port 512f20a4-771b-48a8-9d8e-74d3535c55ba on host hv-cinder-84914 {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:38:17.512560 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:17.515976 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5a97cf2a-e5b3-4f65-9868-775492e4a703 req-9983065c-9b17-4a50-a9f9-ac9c95733f3d tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.55 "DELETE /networking/v2.0/ports/512f20a4-771b-48a8-9d8e-74d3535c55ba HTTP/1.1" status: 204 len: 173 time: 1.1868496 Sep 17 03:38:17.516521 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a08178c-394f-46ef-ab06-0ae262ef3cd2', 'name': 'network-vif-deleted', 'tag': '512f20a4-771b-48a8-9d8e-74d3535c55ba'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:17.530753 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f4e031-5077-4b31-a674-99c2bc442f31" -d '{"events": [{"server_uuid": "9a08178c-394f-46ef-ab06-0ae262ef3cd2", "name": "network-vif-deleted", "tag": "512f20a4-771b-48a8-9d8e-74d3535c55ba"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:17.600403 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks [] for router_gateway (60e6a481-7259-4759-827e-3bee1b16fe97), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:17.647039 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e124ebd4-0ff1-4d1a-8a52-22409c041fe3 req-50ea3130-6f4c-4822-95d6-c7128e33d190 tempest-VolumesActionsTest-398419709 tempest-VolumesActionsTest-398419709-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647923 Sep 17 03:38:17.799944 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02490e59-975b-45d2-9b6a-35398d6ec5ec x-openstack-request-id: req-02490e59-975b-45d2-9b6a-35398d6ec5ec {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:17.800239 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a08178c-394f-46ef-ab06-0ae262ef3cd2", "name": "network-vif-deleted", "tag": "512f20a4-771b-48a8-9d8e-74d3535c55ba", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:17.800501 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02490e59-975b-45d2-9b6a-35398d6ec5ec {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:17.800908 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02490e59-975b-45d2-9b6a-35398d6ec5ec'] response: {'server_uuid': '9a08178c-394f-46ef-ab06-0ae262ef3cd2', 'name': 'network-vif-deleted', 'tag': '512f20a4-771b-48a8-9d8e-74d3535c55ba', 'status': 'completed', 'code': 200} Sep 17 03:38:17.822504 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57ace8-35c2-4e99-a463-a16d4ee4306c None None] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:17.847056 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 32940) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:17.947397 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:17.958716 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 23f60dbf-9a2b-472b-b565-3567b48aff57 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:17.965020 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (60e6a481-7259-4759-827e-3bee1b16fe97), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.017488 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:18.025533 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-6364833d-929b-49c2-9291-acfc0ffecaf2 None None] Provisioning complete for port 23f60dbf-9a2b-472b-b565-3567b48aff57 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:18.026278 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6364833d-929b-49c2-9291-acfc0ffecaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.026830 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-6364833d-929b-49c2-9291-acfc0ffecaf2 None None] Attempt 1 to provision port 23f60dbf-9a2b-472b-b565-3567b48aff57 Sep 17 03:38:18.027167 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2066187392-network', 'tenant_id': 'd0ef36ddc25f4ddc88b887a78849c9be'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:18.058388 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Made reservation on behalf of d0ef36ddc25f4ddc88b887a78849c9be for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:18.062553 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.075243 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.113950 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 23f60dbf-9a2b-472b-b565-3567b48aff57 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:18.114314 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.114812 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 23f60dbf-9a2b-472b-b565-3567b48aff57 Sep 17 03:38:18.166283 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Router 60e6a481-7259-4759-827e-3bee1b16fe97 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:38:18.221836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Publish callbacks [] for security_group (edfcb53e-b4f1-4d24-94e8-7d9226f3ef83), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.228864 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (edfcb53e-b4f1-4d24-94e8-7d9226f3ef83), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.244442 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:38:18.257458 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (3c2da9c3-1d00-4daa-ab38-ab608dea8a6d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.258081 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Added segment 3c2da9c3-1d00-4daa-ab38-ab608dea8a6d of type vlan for network 1805d501-0316-4dd0-a626-116c9afe46e4 Sep 17 03:38:18.284915 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-6364833d-929b-49c2-9291-acfc0ffecaf2 None None] Current status of the port 23f60dbf-9a2b-472b-b565-3567b48aff57 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:18.285310 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6364833d-929b-49c2-9291-acfc0ffecaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.290366 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:18.335390 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (1805d501-0316-4dd0-a626-116c9afe46e4), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.372288 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:38:18.388474 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (1805d501-0316-4dd0-a626-116c9afe46e4), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.391689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:18.391964 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.402058 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Sync routers for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:38:18.411124 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.412876 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-371748c8-5861-4068-b1a8-1d7b9ce99c17 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9395983 Sep 17 03:38:18.415519 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 32956) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:18.446260 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 23f60dbf-9a2b-472b-b565-3567b48aff57 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:18.450841 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.463435 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:18.464512 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:18.484101 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Pushing event updated for resources: {'Network': ['ID=1805d501-0316-4dd0-a626-116c9afe46e4,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:18.487248 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=2,neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:18.515194 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6669254 Sep 17 03:38:18.516057 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39cd45-89ff-47a6-889a-a59a69304d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:18.520484 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 32960) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:18.525788 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Request body: {'subnet': {'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2066187392-subnet', 'tenant_id': 'd0ef36ddc25f4ddc88b887a78849c9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:18.572784 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:18.594658 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Made reservation on behalf of d0ef36ddc25f4ddc88b887a78849c9be for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:18.598440 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3122894'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.718689 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 1805d501-0316-4dd0-a626-116c9afe46e4 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:38:18.746657 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-6364833d-929b-49c2-9291-acfc0ffecaf2 None None] For port 23f60dbf-9a2b-472b-b565-3567b48aff57, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=23f60dbf-9a2b-472b-b565-3567b48aff57,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:18.789940 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6364833d-929b-49c2-9291-acfc0ffecaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:18.864659 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:18.975906 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.db.api [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 17 03:38:18.976197 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG oslo_db.api [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 03:38:18.995600 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3178105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3122904'] for subnet (5ac3e8b0-d67a-41c6-823c-d095bd836301), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.022861 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364833d-929b-49c2-9291-acfc0ffecaf2 None None] Pushing event updated for resources: {'Port': ['ID=23f60dbf-9a2b-472b-b565-3567b48aff57,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:19.026049 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-307462e1-6d42-46fb-9ad9-4e76355ca772 None None] Provisioning complete for port 23f60dbf-9a2b-472b-b565-3567b48aff57 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:19.026049 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-307462e1-6d42-46fb-9ad9-4e76355ca772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.026283 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-307462e1-6d42-46fb-9ad9-4e76355ca772 None None] Attempt 1 to provision port 23f60dbf-9a2b-472b-b565-3567b48aff57 Sep 17 03:38:19.090933 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:19.098450 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac3e8b0-d67a-41c6-823c-d095bd836301,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:19.162963 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Checking segment: {'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:19.162963 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Network hostable DHCP agents. Network: 1805d501-0316-4dd0-a626-116c9afe46e4, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:38:19.180153 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-307462e1-6d42-46fb-9ad9-4e76355ca772 None None] Current status of the port 23f60dbf-9a2b-472b-b565-3567b48aff57 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:19.190347 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:17Z', 'revision_number': 3, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:19.223942 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Network 1805d501-0316-4dd0-a626-116c9afe46e4 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:38:19.241692 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:19.243544 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Checking router: 60e6a481-7259-4759-827e-3bee1b16fe97 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:38:19.243780 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Updating router 60e6a481-7259-4759-827e-3bee1b16fe97 port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:38:19.249952 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 1805d501-0316-4dd0-a626-116c9afe46e4) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:19.257378 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.260931 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:19.261117 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.287068 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59efba1-b2e6-440a-82db-279b582bee5d None None] Network 1805d501-0316-4dd0-a626-116c9afe46e4 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:19.309152 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-7dd0cba9-7336-4008-8461-605f2fbc62a6 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7875023 Sep 17 03:38:19.351997 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.534968 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33002) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:19.566021 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Allocated IP 172.20.0.1 (1458a1e6-1414-43a9-b44e-45df4904fa99/f230a653-d02f-4d5e-9e84-0357db4472f9/73dfcf13-f4d9-40b7-8445-2bd3c4289cca) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:19.584948 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:19.601523 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 23f60dbf-9a2b-472b-b565-3567b48aff57 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:19.612056 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dae900-6bfe-4153-a901-3e7008feaf33 None None] Network 1805d501-0316-4dd0-a626-116c9afe46e4 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:19.701253 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:19.708271 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e554ed00-66e9-4023-a22e-136c41a0c032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.734833 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Publish callbacks [] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.831851 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.843764 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Publish callbacks [] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.852474 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.877591 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e554ed00-66e9-4023-a22e-136c41a0c032 admin admin] Publish callbacks [] for security_group (860112b6-73b5-4c14-aea3-d34ebdf7b5e8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.880277 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:19.884886 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:19.890110 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e554ed00-66e9-4023-a22e-136c41a0c032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (860112b6-73b5-4c14-aea3-d34ebdf7b5e8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:19.890853 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 23f60dbf-9a2b-472b-b565-3567b48aff57 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:19.895602 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:19.902004 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:19.922665 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Attempting to bind port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:19.923039 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Attempting to bind port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:19.923401 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Attempting to bind port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:19.968277 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Pushing event updated for resources: {'Port': ['ID=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:19.971578 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b376255-fed1-4b35-8050-f6083cef1752 None None] Pushing event updated for resources: {'Port': ['ID=2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:19.999893 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-e554ed00-66e9-4023-a22e-136c41a0c032 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6bc351831f2e48589c19dfe4268a852c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612985 Sep 17 03:38:20.003455 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33010) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:20.011177 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 23f60dbf-9a2b-472b-b565-3567b48aff57 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:20.011524 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.011919 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 23f60dbf-9a2b-472b-b565-3567b48aff57 Sep 17 03:38:20.017024 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554ed00-66e9-4023-a22e-136c41a0c032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860112b6-73b5-4c14-aea3-d34ebdf7b5e8,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:20.018863 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (60e6a481-7259-4759-827e-3bee1b16fe97), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.045453 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:20.045884 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:20.046298 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.046700 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:20.047180 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Bound port: 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:20.047566 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.128290 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] For port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:20.136825 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8198544b-57fb-416d-9dc6-05edf022218c admin admin] Publish callbacks [] for security_group (860112b6-73b5-4c14-aea3-d34ebdf7b5e8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.162224 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:20.172735 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8198544b-57fb-416d-9dc6-05edf022218c admin admin] Publish callbacks [] for security_group (860112b6-73b5-4c14-aea3-d34ebdf7b5e8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.188682 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] For port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:20.197397 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 23f60dbf-9a2b-472b-b565-3567b48aff57 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:20.204906 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.248099 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8198544b-57fb-416d-9dc6-05edf022218c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (860112b6-73b5-4c14-aea3-d34ebdf7b5e8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.252771 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8198544b-57fb-416d-9dc6-05edf022218c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.254146 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8198544b-57fb-416d-9dc6-05edf022218c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/860112b6-73b5-4c14-aea3-d34ebdf7b5e8 HTTP/1.1" status: 204 len: 168 time: 0.2496977 Sep 17 03:38:20.264569 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:20.264972 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198544b-57fb-416d-9dc6-05edf022218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860112b6-73b5-4c14-aea3-d34ebdf7b5e8,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:20.265713 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:20.367882 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Provisioning complete for port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:20.368644 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.369198 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 1 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:20.374351 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b376255-fed1-4b35-8050-f6083cef1752 None None] Pushing event updated for resources: {'Port': ['ID=2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:20.416061 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=35 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:20.417236 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=48 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:20.456384 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:20.464094 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:20.480717 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:20.484485 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.729041 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Publish callbacks [] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.737111 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.810501 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:19Z', 'revision_number': 1, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:20.813240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:20.817956 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (60e6a481-7259-4759-827e-3bee1b16fe97), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:20.820336 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Pushing event updated for resources: {'Port': ['ID=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:20.859645 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad295a-b9f4-47f6-b7f5-186e030934ae None None] The sync data for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb is: [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:19Z', 'revision_number': 1, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:38:20.891159 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 512f20a4-771b-48a8-9d8e-74d3535c55ba no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:38:20.927666 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 512f20a4-771b-48a8-9d8e-74d3535c55ba {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:38:20.928529 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 512f20a4-771b-48a8-9d8e-74d3535c55ba not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:38:20.955376 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:20.956977 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:20.957322 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 2 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:21.032944 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:21.159798 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Router 60e6a481-7259-4759-827e-3bee1b16fe97 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:38:21.167576 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:21.404619 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:38:21.412334 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-b9b4e496-aa12-485e-936d-acfa1f04b048 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/60e6a481-7259-4759-827e-3bee1b16fe97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9943259 Sep 17 03:38:21.536820 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 3 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:21.599630 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:22.059943 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-7f645cca-aa72-43c5-a8be-eaa13d6a4d7b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:22.061985 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-7f645cca-aa72-43c5-a8be-eaa13d6a4d7b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 818 time: 0.2164991 Sep 17 03:38:22.080611 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-befe8aca-a594-4c4e-9e0a-89edae968c60 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/quotas/379e8c4381df423a92e7c6b05105a1c3 HTTP/1.1" status: 200 len: 375 time: 0.0105023 Sep 17 03:38:22.101113 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 4 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:22.145136 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:22.166328 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-9bcd24b2-1018-4a2b-a3ef-47d5424ec8d6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787516 Sep 17 03:38:22.259040 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-94febd7e-764d-4e5d-b388-f63bd914aacc service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869737 Sep 17 03:38:22.355453 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-81afd330-fb89-49f1-bbac-83ee6db2fce4 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904188 Sep 17 03:38:22.536340 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-66ccdf32-7031-47c5-a856-9073ac9f79b9 req-14cf39ac-16f2-4a02-a777-f203fed73fb3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 210 time: 0.0305104 Sep 17 03:38:22.646837 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 5 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:22.718423 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:22.875808 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7d15-f496-493d-9490-090f2b8423af req-96d70de8-3692-4861-9326-1ea19de0ea87 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:22.878394 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-96d70de8-3692-4861-9326-1ea19de0ea87 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 818 time: 0.1392834 Sep 17 03:38:22.897355 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-caca6ebc-4859-4935-8a8e-532b92e36188 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/quotas/379e8c4381df423a92e7c6b05105a1c3 HTTP/1.1" status: 200 len: 375 time: 0.0124755 Sep 17 03:38:22.961347 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-7b2057aa-e6d1-471d-9663-9028e7ee1e98 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577765 Sep 17 03:38:23.110055 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-5f6c98e1-05cf-4394-be6f-12ad0ec4f18a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385229 Sep 17 03:38:23.140869 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:23.208467 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-273bb224-6bf9-4c74-aeee-9416818ff08d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:23.210210 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-273bb224-6bf9-4c74-aeee-9416818ff08d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1805d501-0316-4dd0-a626-116c9afe46e4 HTTP/1.1" status: 200 len: 814 time: 0.1740222 Sep 17 03:38:23.219698 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 6 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:23.244241 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-2ecf0b60-58c6-4930-9e70-89afdb7f74e9 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/quotas/d0ef36ddc25f4ddc88b887a78849c9be HTTP/1.1" status: 200 len: 375 time: 0.0224824 Sep 17 03:38:23.265447 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-44ef14ba-63c2-4c9e-9389-83e54496385a service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408296 Sep 17 03:38:23.269950 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:23.330332 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-3b0118b4-d104-4a05-927f-4899de7d7026 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d0ef36ddc25f4ddc88b887a78849c9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744722 Sep 17 03:38:23.495200 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-112377b7-4523-457d-b6a9-336d5139ebf9 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563652 Sep 17 03:38:23.536868 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-65a2dcfa-1f1d-47b0-97e2-fc64e1290819 req-3d98df7a-4e68-46e4-a5ad-b13b18e88157 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 210 time: 0.0896614 Sep 17 03:38:23.596475 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:23.642499 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-1c246565-26f5-47b1-a614-28a7a72296ed service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379213 Sep 17 03:38:23.690196 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Sync routers for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:38:23.716733 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:23.717406 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:23.771190 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 7 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:23.817308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:23.819982 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:23.885482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:23.886416 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:23.886955 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 Sep 17 03:38:23.964770 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cbd046fa-1c8c-4b9c-a37b-ad630f64795a req-6d3333b0-3853-4bc4-99d5-03f6a98e6ec3 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0452390 Sep 17 03:38:23.988491 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:24.054607 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:24.054982 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:24.101112 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:24.113692 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:24.156417 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:24.196840 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:24.318974 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 8 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:24.340194 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 2, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:24.385079 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Checking router: 60e6a481-7259-4759-827e-3bee1b16fe97 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:38:24.385988 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Updating router 60e6a481-7259-4759-827e-3bee1b16fe97 port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:38:24.407709 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:24.416804 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-0a46137f-d8dd-42ad-9fd3-30c94860ef65 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:24.419018 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-0a46137f-d8dd-42ad-9fd3-30c94860ef65 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 818 time: 0.1548967 Sep 17 03:38:24.425357 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:24.488624 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'port': {'device_id': 'f7774b91-b90a-41a4-bf2a-56040ad19c30', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'admin_state_up': True, 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:24.754009 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5064cc91-211a-4726-9e14-f30b64d92d09 req-5e11ee70-73f0-4489-8ba4-f4b62b86b3ae tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 210 time: 0.0593789 Sep 17 03:38:24.775271 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Made reservation on behalf of 379e8c4381df423a92e7c6b05105a1c3 for: {'port': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:24.779779 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:24.847142 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:38:24.915400 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 9 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:24.992738 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Publish callbacks [] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.022011 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.108437 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:25.109423 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Pushing event updated for resources: {'Port': ['ID=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:25.120198 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.120538 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.120872 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.121226 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.121547 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.122054 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.122550 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.124222 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.124765 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.126136 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.127515 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.128558 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.129386 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.130060 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.130587 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:38:25.163863 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Allocated IP 172.20.0.14 (1458a1e6-1414-43a9-b44e-45df4904fa99/f230a653-d02f-4d5e-9e84-0357db4472f9/fe4cea40-7f28-4b7a-901c-93a694f76d8f) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:25.168279 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-915b0ea8-9622-46b1-b91f-16d9ae179a71 req-12859b42-383d-4fa6-9dff-28261d2e1966 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0478573 Sep 17 03:38:25.208306 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Attempting to bind port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:25.208675 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Attempting to bind port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:25.209019 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Attempting to bind port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca on network 1458a1e6-1414-43a9-b44e-45df4904fa99 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:25.243579 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:25.258755 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:25.259225 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Checking segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:25.259653 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.260071 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Bound using segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:25.260452 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:25.260557 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Bound port: 73dfcf13-f4d9-40b7-8445-2bd3c4289cca, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:25.260888 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.329125 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] For port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:25.332921 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] For port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:25.341077 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.368338 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.372600 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:25.373228 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:37:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:25.407624 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.426320 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:25.451732 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d746d4f-b2ac-46d5-93ed-1f5385736559 None None] Pushing event updated for resources: {'Port': ['ID=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:25.461389 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:25.465624 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:25.477940 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:25.518931 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:25.531989 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event updated for resources: {'Port': ['ID=fe4cea40-7f28-4b7a-901c-93a694f76d8f,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:25.565240 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:25.566371 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.600592 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-c2cd9cc3-79ab-45f1-98ff-87fefe90df84 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1170177 Sep 17 03:38:25.610837 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Attempt 10 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:25.630257 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Request body: {'port': {'device_id': 'f7774b91-b90a-41a4-bf2a-56040ad19c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:25.755578 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.889056 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Current status of the port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:25.899240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:25.918037 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:25Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:25.938205 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 73dfcf13-f4d9-40b7-8445-2bd3c4289cca up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:25.943987 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:25.951203 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7d15-f496-493d-9490-090f2b8423af req-9c0256d9-88d0-4b2e-8917-d4346c858afa tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:25.952703 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-9c0256d9-88d0-4b2e-8917-d4346c858afa tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 818 time: 0.3641522 Sep 17 03:38:25.958560 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ea2b8-fb9c-4e51-bbbb-5e8aabac65d8 None None] The sync data for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb is: [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:25Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:38:25.976879 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:25.990300 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'port': {'device_id': '1a0e098d-6bf8-4d73-a00e-b61a46cffc50', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'admin_state_up': True, 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:26.052979 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7ae2126c-d0ef-4bf9-86b6-91a8798e2d26 req-cd00ffd0-74d5-438b-94f8-d4c810c1864a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 210 time: 0.0768502 Sep 17 03:38:26.078017 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] For port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:26.101341 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:26.101711 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.102377 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:26.182768 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Made reservation on behalf of 379e8c4381df423a92e7c6b05105a1c3 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:26.190689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.192426 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4cea40-7f28-4b7a-901c-93a694f76d8f {{(pid=106394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:38:26.204388 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Publish callbacks [] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.224295 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.224530 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.provisioning_blocks [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Transition to ACTIVE for port object fe4cea40-7f28-4b7a-901c-93a694f76d8f will not be triggered until provisioned by entity L2. {{(pid=106394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:38:26.240978 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.369708 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Pushing event updated for resources: {'Port': ['ID=fe4cea40-7f28-4b7a-901c-93a694f76d8f,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:26.386887 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Attempting to bind port fe4cea40-7f28-4b7a-901c-93a694f76d8f on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:26.390198 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Attempting to bind port fe4cea40-7f28-4b7a-901c-93a694f76d8f by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:26.391241 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Attempting to bind port fe4cea40-7f28-4b7a-901c-93a694f76d8f on network 1458a1e6-1414-43a9-b44e-45df4904fa99 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:26.425179 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:26.447519 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:26.461604 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33242) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:26.462691 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3c5f6fb4-5729-4687-a8cd-985d9e7b9d7c req-99dcc87c-fc00-4e07-bd11-dd69d33ebaec tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.1090021 Sep 17 03:38:26.469862 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Port fe4cea40-7f28-4b7a-901c-93a694f76d8f on network 1458a1e6-1414-43a9-b44e-45df4904fa99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:38:26.470210 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Attempting to bind port fe4cea40-7f28-4b7a-901c-93a694f76d8f on network 1458a1e6-1414-43a9-b44e-45df4904fa99 {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:26.530982 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:26.531326 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Checking segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:26.532933 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Bound using segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} {{(pid=106394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:26.534455 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.managers [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Bound port: fe4cea40-7f28-4b7a-901c-93a694f76d8f, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}}] {{(pid=106394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:26.536259 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.550710 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Allocated IP 172.20.0.11 (1458a1e6-1414-43a9-b44e-45df4904fa99/f230a653-d02f-4d5e-9e84-0357db4472f9/610bf252-f96c-48ba-a62b-a9f1160b6aef) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:26.618640 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-ba9f02da-af13-4862-ae2e-ecb2dc87f2e5 None None] Provisioning complete for port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:26.619210 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ba9f02da-af13-4862-ae2e-ecb2dc87f2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.619355 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-ba9f02da-af13-4862-ae2e-ecb2dc87f2e5 None None] Attempt 1 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:26.674719 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-32ae6dc1-6152-4d1a-bd80-58b09c824fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.714343 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] For port fe4cea40-7f28-4b7a-901c-93a694f76d8f, host hv-cinder-84914, cleared binding levels {{(pid=106394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:26.720971 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42246f2b-ace9-4726-9fc5-25104d1cac3c None None] Pushing event updated for resources: {'Port': ['ID=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:26.734759 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] For port fe4cea40-7f28-4b7a-901c-93a694f76d8f, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:26.759262 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.775088 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:26.777197 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:26.788435 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.789356 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:26.794203 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/fe4cea40-7f28-4b7a-901c-93a694f76d8f HTTP/1.1" status: 200 len: 1094 time: 1.1671765 Sep 17 03:38:26.809875 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7774b91-b90a-41a4-bf2a-56040ad19c30', 'tag': 'fe4cea40-7f28-4b7a-901c-93a694f76d8f'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:26.834413 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb577e-3b28-4f2b-8f09-637abe902d36" -d '{"events": [{"name": "network-changed", "server_uuid": "f7774b91-b90a-41a4-bf2a-56040ad19c30", "tag": "fe4cea40-7f28-4b7a-901c-93a694f76d8f"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:26.966234 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f02da-af13-4862-ae2e-ecb2dc87f2e5 None None] Current status of the port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:26.968947 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:26.969337 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:26.969667 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 Sep 17 03:38:26.971143 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840fe9d8-eb46-4051-afd7-173bf4d7065f x-openstack-request-id: req-840fe9d8-eb46-4051-afd7-173bf4d7065f {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:26.971653 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7774b91-b90a-41a4-bf2a-56040ad19c30", "tag": "fe4cea40-7f28-4b7a-901c-93a694f76d8f", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:26.972115 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-840fe9d8-eb46-4051-afd7-173bf4d7065f {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:26.972719 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840fe9d8-eb46-4051-afd7-173bf4d7065f'] response: {'name': 'network-changed', 'server_uuid': 'f7774b91-b90a-41a4-bf2a-56040ad19c30', 'tag': 'fe4cea40-7f28-4b7a-901c-93a694f76d8f', 'status': 'completed', 'code': 200} Sep 17 03:38:26.993188 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:27.039462 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b6730a12-aff6-48b5-a853-3b098d348b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.070000 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.078498 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c38e3-570f-4107-bfa7-dc10e477a47b service neutron] Pushing event updated for resources: {'Port': ['ID=fe4cea40-7f28-4b7a-901c-93a694f76d8f,revision_number=3']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:27.101384 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-b2637047-30c0-4aca-8aac-3995c542f9e1 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:27.103194 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-b2637047-30c0-4aca-8aac-3995c542f9e1 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1805d501-0316-4dd0-a626-116c9afe46e4 HTTP/1.1" status: 200 len: 814 time: 0.4530640 Sep 17 03:38:27.109083 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-8593d5c5-bb52-476b-8ffd-e2d70045d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:27.110947 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-8593d5c5-bb52-476b-8ffd-e2d70045d5e9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 1128 time: 0.1201401 Sep 17 03:38:27.138241 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:27.156567 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Request body: {'port': {'device_id': '0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d', 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4', 'admin_state_up': True, 'tenant_id': 'd0ef36ddc25f4ddc88b887a78849c9be'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:27.176919 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-142b1cf1-185b-44a0-ba29-16b765fa9929 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f HTTP/1.1" status: 200 len: 217 time: 0.0431783 Sep 17 03:38:27.232215 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b6730a12-aff6-48b5-a853-3b098d348b18 admin admin] Publish callbacks [] for security_group (59a15c7f-bd50-4851-99b9-563148e69ca3), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.240139 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b6730a12-aff6-48b5-a853-3b098d348b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (59a15c7f-bd50-4851-99b9-563148e69ca3), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.284409 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.285336 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:27.308553 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-b6730a12-aff6-48b5-a853-3b098d348b18 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4b342871c6ad41b0b830dddd245bc51c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8454742 Sep 17 03:38:27.309013 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33274) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:27.325323 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6730a12-aff6-48b5-a853-3b098d348b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a15c7f-bd50-4851-99b9-563148e69ca3,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:27.335244 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:27.343964 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174d299-e3ea-4fd0-92cf-240a44cf4d9a req-6d6ace57-2103-475b-a61d-89f3367e17a5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:27.345642 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9174d299-e3ea-4fd0-92cf-240a44cf4d9a req-6d6ace57-2103-475b-a61d-89f3367e17a5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 932 time: 0.1073422 Sep 17 03:38:27.392098 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:27.410813 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:27.423839 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-a4926a36-aad5-4ffb-a168-fb65c8e8b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:27.424271 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:27.427621 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-a4926a36-aad5-4ffb-a168-fb65c8e8b7ca service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.1279545 Sep 17 03:38:27.428080 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:27.435944 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event updated for resources: {'Port': ['ID=610bf252-f96c-48ba-a62b-a9f1160b6aef,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:27.505932 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9174d299-e3ea-4fd0-92cf-240a44cf4d9a req-07444a6a-59b1-4e6b-8338-81400b0b6a39 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468203 Sep 17 03:38:27.509620 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Made reservation on behalf of d0ef36ddc25f4ddc88b887a78849c9be for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:27.513964 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.529814 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fe1fe69a-cb02-4aff-aa49-de2419d510fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:27.531377 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-fe1fe69a-cb02-4aff-aa49-de2419d510fd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0967019 Sep 17 03:38:27.536485 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:27.537265 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.550811 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c0a70d62-7dbb-4629-9915-aa3d79ee55c5 admin admin] Publish callbacks [] for security_group (59a15c7f-bd50-4851-99b9-563148e69ca3), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.615266 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-1a2cf4be-697f-49af-b627-46b361c8e65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6405616 Sep 17 03:38:27.637799 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Request body: {'port': {'device_id': '1a0e098d-6bf8-4d73-a00e-b61a46cffc50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:27.639017 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c0a70d62-7dbb-4629-9915-aa3d79ee55c5 admin admin] Publish callbacks [] for security_group (59a15c7f-bd50-4851-99b9-563148e69ca3), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.682131 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-684443b9-603f-49a7-be41-447e65e98aa8 req-70bad25d-430c-42f6-9efe-c637c7209446 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0895545 Sep 17 03:38:27.740388 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-7f34b68b-bd07-4db3-be32-00065b7ea147 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980505 Sep 17 03:38:27.762506 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c0a70d62-7dbb-4629-9915-aa3d79ee55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (59a15c7f-bd50-4851-99b9-563148e69ca3), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.767990 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c0a70d62-7dbb-4629-9915-aa3d79ee55c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.771701 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c0a70d62-7dbb-4629-9915-aa3d79ee55c5 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/59a15c7f-bd50-4851-99b9-563148e69ca3 HTTP/1.1" status: 204 len: 168 time: 0.4514627 Sep 17 03:38:27.793326 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Provisioning complete for port 610bf252-f96c-48ba-a62b-a9f1160b6aef triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:27.793822 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.794088 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Attempt 1 to provision port 610bf252-f96c-48ba-a62b-a9f1160b6aef Sep 17 03:38:27.809989 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 73dfcf13-f4d9-40b7-8445-2bd3c4289cca up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:27.812752 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.817249 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a70d62-7dbb-4629-9915-aa3d79ee55c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a15c7f-bd50-4851-99b9-563148e69ca3,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:27.869487 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Allocated IP 172.20.0.6 (1805d501-0316-4dd0-a626-116c9afe46e4/5ac3e8b0-d67a-41c6-823c-d095bd836301/19e694ae-bcd1-45e6-b619-3f3ecc2da5bf) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:27.931169 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Port 610bf252-f96c-48ba-a62b-a9f1160b6aef cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:27.945308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:27.945648 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:27.946191 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca Sep 17 03:38:28.002969 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99dfc7f6-abee-4c79-8427-d197f033e8a4 req-6a54c626-881b-471e-8ca2-1b7ad851ea46 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544062 Sep 17 03:38:28.093338 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:28.314726 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610bf252-f96c-48ba-a62b-a9f1160b6aef {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:38:28.327734 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Publish callbacks [] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.353448 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33308) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:28.356314 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:28.357654 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Transition to ACTIVE for port object 610bf252-f96c-48ba-a62b-a9f1160b6aef will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:38:28.362730 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks [] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.372815 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.378751 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:28.386315 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4d9c4514-024d-4fee-bcfb-42405114310f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.432868 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Attempt 2 to provision port 610bf252-f96c-48ba-a62b-a9f1160b6aef Sep 17 03:38:28.464451 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Pushing event updated for resources: {'Port': ['ID=610bf252-f96c-48ba-a62b-a9f1160b6aef,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:28.487292 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:28.494457 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.501660 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Port 610bf252-f96c-48ba-a62b-a9f1160b6aef cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:28.559262 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f57f39f9-88a2-4350-9288-c5ee4997bb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.567616 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Network 1805d501-0316-4dd0-a626-116c9afe46e4 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:28.577303 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4d9c4514-024d-4fee-bcfb-42405114310f admin admin] Publish callbacks [] for security_group (7463c68a-5d41-461f-a9dc-d4bfa3feea8e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.578782 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:28.584016 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4d9c4514-024d-4fee-bcfb-42405114310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (7463c68a-5d41-461f-a9dc-d4bfa3feea8e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.584492 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:28.589308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Attempting to bind port 610bf252-f96c-48ba-a62b-a9f1160b6aef on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:28.589722 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Attempting to bind port 610bf252-f96c-48ba-a62b-a9f1160b6aef by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:28.590134 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Attempting to bind port 610bf252-f96c-48ba-a62b-a9f1160b6aef on network 1458a1e6-1414-43a9-b44e-45df4904fa99 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:28.610253 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Pushing event updated for resources: {'Port': ['ID=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:28.636012 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-4d9c4514-024d-4fee-bcfb-42405114310f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ce58f535110a46979d224ebbf3bcbd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804027 Sep 17 03:38:28.639000 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33318) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:28.639179 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c4514-024d-4fee-bcfb-42405114310f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7463c68a-5d41-461f-a9dc-d4bfa3feea8e,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:28.712981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:28.713583 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.748237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0470a-1ab2-40d4-96d4-2839c36edbc2 req-ad433381-2db7-4ee9-9c65-6f62322068c3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:28.749719 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f3d0470a-1ab2-40d4-96d4-2839c36edbc2 req-ad433381-2db7-4ee9-9c65-6f62322068c3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 944 time: 0.1136370 Sep 17 03:38:28.755676 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Port 610bf252-f96c-48ba-a62b-a9f1160b6aef on network 1458a1e6-1414-43a9-b44e-45df4904fa99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:38:28.756063 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Attempting to bind port 610bf252-f96c-48ba-a62b-a9f1160b6aef on network 1458a1e6-1414-43a9-b44e-45df4904fa99 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:28.783375 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-508bd5bc-1005-48d2-8d6d-c71cced6058d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6332347 Sep 17 03:38:28.822620 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb3d0-2c6e-48d5-9231-f25c6d114269 req-2900f43b-16a0-429b-959e-0a87a0f13c20 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:28.824260 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-752bb3d0-2c6e-48d5-9231-f25c6d114269 req-2900f43b-16a0-429b-959e-0a87a0f13c20 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 931 time: 0.0548694 Sep 17 03:38:28.833113 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8180818c-0d24-4855-a288-253f25447f8c admin admin] Publish callbacks [] for security_group (7463c68a-5d41-461f-a9dc-d4bfa3feea8e), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.870717 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8180818c-0d24-4855-a288-253f25447f8c admin admin] Publish callbacks [] for security_group (7463c68a-5d41-461f-a9dc-d4bfa3feea8e), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.873022 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:28.873354 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Checking segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:28.873736 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Bound using segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:28.874199 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Bound port: 610bf252-f96c-48ba-a62b-a9f1160b6aef, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:28.874547 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:28.874870 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-752bb3d0-2c6e-48d5-9231-f25c6d114269 req-328e1522-4ff4-463e-967a-4dac29d0de7e tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Sep 17 03:38:28.884888 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f3d0470a-1ab2-40d4-96d4-2839c36edbc2 req-719f4ace-4a74-4e12-be11-f5a1c00f11ba tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238015 Sep 17 03:38:28.942205 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Request body: {'port': {'device_id': '0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:28.993714 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-891d0cba-dd1c-4a46-ae74-980cba78b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:28.995495 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-891d0cba-dd1c-4a46-ae74-980cba78b027 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 1128 time: 0.0691485 Sep 17 03:38:29.003370 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Attempt 3 to provision port 610bf252-f96c-48ba-a62b-a9f1160b6aef Sep 17 03:38:29.009597 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] For port 610bf252-f96c-48ba-a62b-a9f1160b6aef, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:29.011833 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8180818c-0d24-4855-a288-253f25447f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (7463c68a-5d41-461f-a9dc-d4bfa3feea8e), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:29.014359 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8180818c-0d24-4855-a288-253f25447f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:29.015481 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8180818c-0d24-4855-a288-253f25447f8c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/7463c68a-5d41-461f-a9dc-d4bfa3feea8e HTTP/1.1" status: 204 len: 168 time: 0.3756230 Sep 17 03:38:29.017278 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] For port 610bf252-f96c-48ba-a62b-a9f1160b6aef, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=610bf252-f96c-48ba-a62b-a9f1160b6aef,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:29.035055 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:29.050632 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180818c-0d24-4855-a288-253f25447f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7463c68a-5d41-461f-a9dc-d4bfa3feea8e,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:29.056506 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:29.062070 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:29.066156 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:29.066944 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:29.068816 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/610bf252-f96c-48ba-a62b-a9f1160b6aef HTTP/1.1" status: 200 len: 1094 time: 1.4356315 Sep 17 03:38:29.070596 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0e098d-6bf8-4d73-a00e-b61a46cffc50', 'tag': '610bf252-f96c-48ba-a62b-a9f1160b6aef'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:29.073115 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2307e85a-0565-433b-bde5-467ab4b168df" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0e098d-6bf8-4d73-a00e-b61a46cffc50", "tag": "610bf252-f96c-48ba-a62b-a9f1160b6aef"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:29.111426 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:29.134284 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-3f0d99fe-fb46-4f93-81c1-a63ce0d51321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:29.136730 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-3f0d99fe-fb46-4f93-81c1-a63ce0d51321 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.1312041 Sep 17 03:38:29.169654 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Port 610bf252-f96c-48ba-a62b-a9f1160b6aef cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:29.179832 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25825c88-abe7-417c-96cc-5add1e61a2a1 x-openstack-request-id: req-25825c88-abe7-417c-96cc-5add1e61a2a1 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:29.180120 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0e098d-6bf8-4d73-a00e-b61a46cffc50", "tag": "610bf252-f96c-48ba-a62b-a9f1160b6aef", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:29.180369 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25825c88-abe7-417c-96cc-5add1e61a2a1 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:29.180771 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25825c88-abe7-417c-96cc-5add1e61a2a1'] response: {'name': 'network-changed', 'server_uuid': '1a0e098d-6bf8-4d73-a00e-b61a46cffc50', 'tag': '610bf252-f96c-48ba-a62b-a9f1160b6aef', 'status': 'completed', 'code': 200} Sep 17 03:38:29.181408 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a7dbf-2375-4b4c-aac6-3ffc4b993fde service neutron] Pushing event updated for resources: {'Port': ['ID=610bf252-f96c-48ba-a62b-a9f1160b6aef,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:29.193123 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-7065628b-b784-4afd-b6a4-4aca50d4477b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f HTTP/1.1" status: 200 len: 217 time: 0.0500529 Sep 17 03:38:29.204406 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:29.259565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7d15-f496-493d-9490-090f2b8423af req-7fee5b51-f455-4626-8a3e-836c7f153f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:29.261074 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-7fee5b51-f455-4626-8a3e-836c7f153f05 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 1128 time: 0.1077006 Sep 17 03:38:29.267348 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-423e70e4-0279-4890-9395-9f3e7dc4a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:29.269593 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-423e70e4-0279-4890-9395-9f3e7dc4a690 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0626411 Sep 17 03:38:29.333242 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-75bfb64a-a80b-40a0-a888-901eac97b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:29.336047 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-75bfb64a-a80b-40a0-a888-901eac97b0c3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529878 Sep 17 03:38:29.465033 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-86260c39-9206-4ae3-8835-c9dd13eed42c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206892 Sep 17 03:38:29.571526 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-d7186e99-d7b9-4100-8d6c-96cb3eb7e137 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=610bf252-f96c-48ba-a62b-a9f1160b6aef HTTP/1.1" status: 200 len: 217 time: 0.2882996 Sep 17 03:38:29.597902 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31cb577e-3b28-4f2b-8f09-637abe902d36 req-a5e7d073-0604-450b-9281-6d5c83e0ad2e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237087 Sep 17 03:38:29.661606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7d15-f496-493d-9490-090f2b8423af req-ad3f45af-3998-4747-b994-f74444cc13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:29.663189 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-ad3f45af-3998-4747-b994-f74444cc13df service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0663328 Sep 17 03:38:29.671281 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Attempt 4 to provision port 610bf252-f96c-48ba-a62b-a9f1160b6aef Sep 17 03:38:29.707781 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33356) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:29.732813 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e7d15-f496-493d-9490-090f2b8423af req-f5fe2f35-4b6a-4dce-b8d2-ed1cf4de1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:29.734362 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-f5fe2f35-4b6a-4dce-b8d2-ed1cf4de1a45 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0605013 Sep 17 03:38:29.735638 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-01d899ac-d3f3-44e6-8b68-1dbacf41ffa3 None None] Port 610bf252-f96c-48ba-a62b-a9f1160b6aef had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:38:29.828320 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:38:29.839067 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Publish callbacks [] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:29.867255 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Transition to ACTIVE for port object 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:38:29.880482 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:29.923928 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-ac329f6a-ffd4-4492-8047-21d9f25db707 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781902 Sep 17 03:38:30.018593 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5be34d1a-e873-467c-be65-395a80edd22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.038265 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Pushing event updated for resources: {'Port': ['ID=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:30.099505 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad4f8c-cd9c-440f-b3e5-de4369f7958d req-9f311419-591b-405a-b241-579b95e72fa1 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:30.101017 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1cad4f8c-cd9c-440f-b3e5-de4369f7958d req-9f311419-591b-405a-b241-579b95e72fa1 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 944 time: 0.0849600 Sep 17 03:38:30.129308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347120f0-a5e2-4ecd-a080-4c432a0a4e6a req-7d4617c3-58f7-4378-a3bf-ee6739f83fde tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:30.130857 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-347120f0-a5e2-4ecd-a080-4c432a0a4e6a req-7d4617c3-58f7-4378-a3bf-ee6739f83fde tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 943 time: 0.1143219 Sep 17 03:38:30.176265 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1cad4f8c-cd9c-440f-b3e5-de4369f7958d req-4901222b-7ded-4990-a612-920c70b979b9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668314 Sep 17 03:38:30.179604 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb4e7d15-f496-493d-9490-090f2b8423af req-2f872d57-a90c-41f6-ba59-d6a2c4f1bcee service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438073 Sep 17 03:38:30.191930 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:30.197458 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5be34d1a-e873-467c-be65-395a80edd22a admin admin] Publish callbacks [] for security_group (05c08939-04de-412d-9aeb-163dff0522c2), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.202840 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5be34d1a-e873-467c-be65-395a80edd22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (05c08939-04de-412d-9aeb-163dff0522c2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.206518 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Attempting to bind port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:30.206853 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Attempting to bind port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:30.207381 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Attempting to bind port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf on network 1805d501-0316-4dd0-a626-116c9afe46e4 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:30.237814 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:30.245260 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.249390 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-347120f0-a5e2-4ecd-a080-4c432a0a4e6a req-4ab97cad-93fa-4961-abe4-7d1e04096ed8 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094320 Sep 17 03:38:30.258436 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5be34d1a-e873-467c-be65-395a80edd22a admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=33f6a440e02c46918a2a0904c624f3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466032 Sep 17 03:38:30.258756 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33372) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:30.265678 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be34d1a-e873-467c-be65-395a80edd22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c08939-04de-412d-9aeb-163dff0522c2,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:30.273240 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf on network 1805d501-0316-4dd0-a626-116c9afe46e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:38:30.273678 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Attempting to bind port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf on network 1805d501-0316-4dd0-a626-116c9afe46e4 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:30.317312 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-658dd981-4787-42ed-ab7e-75b7ce520b9a admin admin] Publish callbacks [] for security_group (05c08939-04de-412d-9aeb-163dff0522c2), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.318046 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:30.318445 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Checking segment: {'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:30.318830 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Bound using segment: {'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:30.319267 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Bound port: 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:30.319634 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.339747 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-658dd981-4787-42ed-ab7e-75b7ce520b9a admin admin] Publish callbacks [] for security_group (05c08939-04de-412d-9aeb-163dff0522c2), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.388156 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-658dd981-4787-42ed-ab7e-75b7ce520b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (05c08939-04de-412d-9aeb-163dff0522c2), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.389478 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] For port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:30.391041 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-658dd981-4787-42ed-ab7e-75b7ce520b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.392347 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-658dd981-4787-42ed-ab7e-75b7ce520b9a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/05c08939-04de-412d-9aeb-163dff0522c2 HTTP/1.1" status: 204 len: 168 time: 0.1325526 Sep 17 03:38:30.392750 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] For port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:30.399848 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.401470 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dd981-4787-42ed-ab7e-75b7ce520b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c08939-04de-412d-9aeb-163dff0522c2,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:30.404432 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:30.405046 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:30.406499 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/19e694ae-bcd1-45e6-b619-3f3ecc2da5bf HTTP/1.1" status: 200 len: 1093 time: 1.4685845 Sep 17 03:38:30.454222 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:30.457591 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d06ea-dab7-4742-a76e-dc666a13b61c service neutron] Pushing event updated for resources: {'Port': ['ID=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:30.932165 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device fe4cea40-7f28-4b7a-901c-93a694f76d8f details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:38:31.044565 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port fe4cea40-7f28-4b7a-901c-93a694f76d8f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:31.058424 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': 'fe4cea40-7f28-4b7a-901c-93a694f76d8f', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'port_id': 'fe4cea40-7f28-4b7a-901c-93a694f76d8f', 'mac_address': 'fa:16:3e:42:55:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:38:31.086010 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:31.104370 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port fe4cea40-7f28-4b7a-901c-93a694f76d8f is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:31.105024 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:31.146653 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4cea40-7f28-4b7a-901c-93a694f76d8f {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:38:31.191372 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port fe4cea40-7f28-4b7a-901c-93a694f76d8f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:31.192074 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d', 'tag': '19e694ae-bcd1-45e6-b619-3f3ecc2da5bf'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:31.196264 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48b0c10-3969-49a2-ae89-81fba80bb54f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d", "tag": "19e694ae-bcd1-45e6-b619-3f3ecc2da5bf"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:31.198060 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:31.227552 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e85a-0565-433b-bde5-467ab4b168df req-b92325d1-2cfc-4395-959a-3764f8d34b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:31.230200 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2307e85a-0565-433b-bde5-467ab4b168df req-b92325d1-2cfc-4395-959a-3764f8d34b83 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 1128 time: 0.1333160 Sep 17 03:38:31.237911 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-05dc6c8e-092d-40ae-a79f-b01c472e8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:31.239493 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-05dc6c8e-092d-40ae-a79f-b01c472e8faa service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=d0ef36ddc25f4ddc88b887a78849c9be&device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 1127 time: 0.0825198 Sep 17 03:38:31.423568 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=fe4cea40-7f28-4b7a-901c-93a694f76d8f,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:31.440457 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-2d01c0c0-6186-4a86-9dd7-d2f890546830 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf HTTP/1.1" status: 200 len: 217 time: 0.1838748 Sep 17 03:38:31.443807 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8bc00f-cfba-46aa-a51b-b9db1567b389 x-openstack-request-id: req-3c8bc00f-cfba-46aa-a51b-b9db1567b389 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:31.444364 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d", "tag": "19e694ae-bcd1-45e6-b619-3f3ecc2da5bf", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:31.444624 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c8bc00f-cfba-46aa-a51b-b9db1567b389 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:31.445023 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8bc00f-cfba-46aa-a51b-b9db1567b389'] response: {'name': 'network-changed', 'server_uuid': '0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d', 'tag': '19e694ae-bcd1-45e6-b619-3f3ecc2da5bf', 'status': 'completed', 'code': 200} Sep 17 03:38:31.546860 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['fe4cea40-7f28-4b7a-901c-93a694f76d8f'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:38:31.552720 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397051f-2f5a-4d4d-ba5b-520ff78ed4e5 req-05d0b858-3719-4521-b800-f430ec463ed3 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:31.555210 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8397051f-2f5a-4d4d-ba5b-520ff78ed4e5 req-05d0b858-3719-4521-b800-f430ec463ed3 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 943 time: 0.0737379 Sep 17 03:38:31.616678 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e85a-0565-433b-bde5-467ab4b168df req-5ed0a54d-8d84-4dbf-a68e-f541a72cc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:31.618555 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2307e85a-0565-433b-bde5-467ab4b168df req-5ed0a54d-8d84-4dbf-a68e-f541a72cc664 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.3780324 Sep 17 03:38:31.700286 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2307e85a-0565-433b-bde5-467ab4b168df req-40d2f602-c7e1-4dae-8aa7-b95ec889ebd2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=610bf252-f96c-48ba-a62b-a9f1160b6aef HTTP/1.1" status: 200 len: 217 time: 0.0738826 Sep 17 03:38:31.711356 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8397051f-2f5a-4d4d-ba5b-520ff78ed4e5 req-12404716-f990-49d3-b0ee-0c1916aa6627 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497173 Sep 17 03:38:31.744140 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:31.778835 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86dd18-1dd7-434a-ad90-3ff9dc891998 req-21dee6f3-8c12-47e7-9471-b6a533ee0736 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:31.786333 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bb86dd18-1dd7-434a-ad90-3ff9dc891998 req-21dee6f3-8c12-47e7-9471-b6a533ee0736 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 944 time: 0.3401337 Sep 17 03:38:31.830845 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:31.839978 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:31.864789 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-c086ca72-9b2d-4f41-ad11-ca3f47ece553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:31.866807 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-c086ca72-9b2d-4f41-ad11-ca3f47ece553 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5ac3e8b0-d67a-41c6-823c-d095bd836301 HTTP/1.1" status: 200 len: 854 time: 0.3654718 Sep 17 03:38:31.870231 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e85a-0565-433b-bde5-467ab4b168df req-71f8e423-1f3f-4006-adde-f7dc1b0086ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:31.871551 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2307e85a-0565-433b-bde5-467ab4b168df req-71f8e423-1f3f-4006-adde-f7dc1b0086ad service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.1151795 Sep 17 03:38:31.922732 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-35eec564-d184-4d57-b48f-2af919e93310 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1805d501-0316-4dd0-a626-116c9afe46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449014 Sep 17 03:38:31.953642 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bb86dd18-1dd7-434a-ad90-3ff9dc891998 req-e7cc33d8-cf87-46b9-b6df-62e2b4e061eb tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661155 Sep 17 03:38:31.970948 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307e85a-0565-433b-bde5-467ab4b168df req-224f48a8-fdf6-4b59-98fb-2727018ce994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:31.972465 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2307e85a-0565-433b-bde5-467ab4b168df req-224f48a8-fdf6-4b59-98fb-2727018ce994 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0801251 Sep 17 03:38:32.124723 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-e33c77a6-1da2-4b1e-b036-dde36b045f50 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848950 Sep 17 03:38:32.128472 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2307e85a-0565-433b-bde5-467ab4b168df req-7058cda7-0ce5-4dff-b723-08b26bac76e8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469750 Sep 17 03:38:32.290219 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:32.299614 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2307e85a-0565-433b-bde5-467ab4b168df req-94351d42-1784-40c5-8d05-3b027fec17cd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557539 Sep 17 03:38:32.301722 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ed8f5792-ec72-411c-84d3-c375821b6866 req-a155da1d-4fe6-47a9-ad2c-7599d5634d3a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650667 Sep 17 03:38:32.842941 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc56012-7e5b-4a43-a9d8-d060dadfc7ef req-c4277754-aa85-48e1-b8a1-51016197b5e3 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:32.844437 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ccc56012-7e5b-4a43-a9d8-d060dadfc7ef req-c4277754-aa85-48e1-b8a1-51016197b5e3 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 943 time: 0.0566294 Sep 17 03:38:32.897441 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ccc56012-7e5b-4a43-a9d8-d060dadfc7ef req-78b9288d-9cc3-46f5-ac79-89413fa0e77c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444376 Sep 17 03:38:32.946035 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 610bf252-f96c-48ba-a62b-a9f1160b6aef details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:38:32.961145 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device fe4cea40-7f28-4b7a-901c-93a694f76d8f up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:33.062471 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port fe4cea40-7f28-4b7a-901c-93a694f76d8f completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:38:33.106999 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port fe4cea40-7f28-4b7a-901c-93a694f76d8f triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:33.107521 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:33.107983 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port fe4cea40-7f28-4b7a-901c-93a694f76d8f Sep 17 03:38:33.117440 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 610bf252-f96c-48ba-a62b-a9f1160b6aef, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=610bf252-f96c-48ba-a62b-a9f1160b6aef,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:33.136774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:33.149808 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168940da-9ca1-473c-80b1-13387dfee99f req-56cf1636-db82-480a-96ad-f5965719282a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:33.151889 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-168940da-9ca1-473c-80b1-13387dfee99f req-56cf1636-db82-480a-96ad-f5965719282a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 944 time: 0.0962625 Sep 17 03:38:33.155515 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '610bf252-f96c-48ba-a62b-a9f1160b6aef', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'port_id': '610bf252-f96c-48ba-a62b-a9f1160b6aef', 'mac_address': 'fa:16:3e:fb:96:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:38:33.214339 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-168940da-9ca1-473c-80b1-13387dfee99f req-8815244e-7eb3-4c4b-be9c-5ff2d7386a0a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555158 Sep 17 03:38:33.228509 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 610bf252-f96c-48ba-a62b-a9f1160b6aef is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:33.228872 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:33.244897 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610bf252-f96c-48ba-a62b-a9f1160b6aef {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:38:33.262526 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port fe4cea40-7f28-4b7a-901c-93a694f76d8f is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:33.262931 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:33.281857 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 610bf252-f96c-48ba-a62b-a9f1160b6aef, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=610bf252-f96c-48ba-a62b-a9f1160b6aef,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:33.290337 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:33.297525 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7774b91-b90a-41a4-bf2a-56040ad19c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4cea40-7f28-4b7a-901c-93a694f76d8f'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:33.299892 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfe3a5b-784f-42eb-a4c0-37e0678f493f" -d '{"events": [{"server_uuid": "f7774b91-b90a-41a4-bf2a-56040ad19c30", "name": "network-vif-plugged", "status": "completed", "tag": "fe4cea40-7f28-4b7a-901c-93a694f76d8f"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:33.332443 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port fe4cea40-7f28-4b7a-901c-93a694f76d8f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:33.339570 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-60f15803-a959-4f32-9b7c-31012ac2b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:33.341300 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-60f15803-a959-4f32-9b7c-31012ac2b3a9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=d0ef36ddc25f4ddc88b887a78849c9be&device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 1127 time: 0.0509982 Sep 17 03:38:33.344457 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:33.354357 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0eac19-4c61-4a93-903b-3635d92886fc x-openstack-request-id: req-2f0eac19-4c61-4a93-903b-3635d92886fc {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:33.354666 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7774b91-b90a-41a4-bf2a-56040ad19c30", "name": "network-vif-plugged", "status": "completed", "tag": "fe4cea40-7f28-4b7a-901c-93a694f76d8f", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:33.354960 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f0eac19-4c61-4a93-903b-3635d92886fc {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:33.355305 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0eac19-4c61-4a93-903b-3635d92886fc'] response: {'server_uuid': 'f7774b91-b90a-41a4-bf2a-56040ad19c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4cea40-7f28-4b7a-901c-93a694f76d8f', 'code': 200} Sep 17 03:38:33.359966 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=610bf252-f96c-48ba-a62b-a9f1160b6aef,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:33.387100 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:33.410658 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=fe4cea40-7f28-4b7a-901c-93a694f76d8f,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:33.462089 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-70d03bc7-3474-402e-a7e6-75adfcd30919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:33.463571 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-70d03bc7-3474-402e-a7e6-75adfcd30919 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1805d501-0316-4dd0-a626-116c9afe46e4 HTTP/1.1" status: 200 len: 915 time: 0.1159818 Sep 17 03:38:33.507825 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-ae924110-7b37-4900-b377-85484a58cdc8 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf HTTP/1.1" status: 200 len: 217 time: 0.0374625 Sep 17 03:38:33.595266 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-9f9bf635-ac67-4c7b-b848-8877eea094c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:33.596705 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-9f9bf635-ac67-4c7b-b848-8877eea094c7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5ac3e8b0-d67a-41c6-823c-d095bd836301 HTTP/1.1" status: 200 len: 854 time: 0.0777421 Sep 17 03:38:33.599748 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5beeeb-a3a6-47df-a147-ab529acbb83f req-f2d8db66-d916-4de5-8aa1-7b0e502f36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:33.601071 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8d5beeeb-a3a6-47df-a147-ab529acbb83f req-f2d8db66-d916-4de5-8aa1-7b0e502f36c3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 1130 time: 0.0456877 Sep 17 03:38:33.642927 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-962fdbda-289c-42b6-9cee-499ac593150e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1805d501-0316-4dd0-a626-116c9afe46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375586 Sep 17 03:38:33.648975 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['610bf252-f96c-48ba-a62b-a9f1160b6aef'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:38:33.724191 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8d5beeeb-a3a6-47df-a147-ab529acbb83f req-9c83532c-ab07-4426-af44-5d48b9f47e05 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098452 Sep 17 03:38:33.774730 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-718229ee-c91b-4259-844e-495e46b5d72c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056831 Sep 17 03:38:33.867881 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33490) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:33.976645 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b81b116d-f614-44c8-beeb-561a590f37bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:34.098792 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8b9d4-0fb4-4061-af16-a16f07b6502e req-804dae1a-34b9-48f9-b336-ec65f052a955 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:34.100378 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ed8b9d4-0fb4-4061-af16-a16f07b6502e req-804dae1a-34b9-48f9-b336-ec65f052a955 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 943 time: 0.1155615 Sep 17 03:38:34.184690 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d48b0c10-3969-49a2-ae89-81fba80bb54f req-0616e002-ac55-4073-85e1-e3609e2d6c93 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862454 Sep 17 03:38:34.206863 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ed8b9d4-0fb4-4061-af16-a16f07b6502e req-ac720cd8-544c-4389-83d6-c5ad3af3ad8a tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986819 Sep 17 03:38:34.211596 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b81b116d-f614-44c8-beeb-561a590f37bc admin admin] Publish callbacks [] for security_group (767d0b90-412b-44c3-8e5a-463490309305), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:34.216747 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b81b116d-f614-44c8-beeb-561a590f37bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (767d0b90-412b-44c3-8e5a-463490309305), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:34.266977 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-b81b116d-f614-44c8-beeb-561a590f37bc admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a579b6beb5ef4bc592f18a5c40808f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978572 Sep 17 03:38:34.269518 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33506) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:34.289871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b116d-f614-44c8-beeb-561a590f37bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767d0b90-412b-44c3-8e5a-463490309305,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:34.329579 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bfd25bec-57ae-4939-8db5-e8328907f04c admin admin] Publish callbacks [] for security_group (767d0b90-412b-44c3-8e5a-463490309305), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:34.332283 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:34.338783 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:34.361193 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bfd25bec-57ae-4939-8db5-e8328907f04c admin admin] Publish callbacks [] for security_group (767d0b90-412b-44c3-8e5a-463490309305), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:34.368970 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27620317-ecc6-4e53-94ea-1ad915689dc4 req-16025361-4442-4212-a98a-9bbdb2800e21 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:34.370799 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-27620317-ecc6-4e53-94ea-1ad915689dc4 req-16025361-4442-4212-a98a-9bbdb2800e21 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 945 time: 0.0562799 Sep 17 03:38:34.418627 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bfd25bec-57ae-4939-8db5-e8328907f04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (767d0b90-412b-44c3-8e5a-463490309305), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:34.421259 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bfd25bec-57ae-4939-8db5-e8328907f04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:34.424931 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-bfd25bec-57ae-4939-8db5-e8328907f04c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/767d0b90-412b-44c3-8e5a-463490309305 HTTP/1.1" status: 204 len: 168 time: 0.1517618 Sep 17 03:38:34.430523 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd25bec-57ae-4939-8db5-e8328907f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767d0b90-412b-44c3-8e5a-463490309305,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:34.431040 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-27620317-ecc6-4e53-94ea-1ad915689dc4 req-77ddf6a8-cb16-4cdc-b5fb-13feb1cea06f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Sep 17 03:38:34.951883 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:38:34.965256 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:34.973232 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 610bf252-f96c-48ba-a62b-a9f1160b6aef up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:35.084296 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 610bf252-f96c-48ba-a62b-a9f1160b6aef completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:38:35.099052 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 610bf252-f96c-48ba-a62b-a9f1160b6aef triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:35.099696 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:35.100249 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 610bf252-f96c-48ba-a62b-a9f1160b6aef Sep 17 03:38:35.133060 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:35.158853 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '19e694ae-bcd1-45e6-b619-3f3ecc2da5bf', 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4', 'port_id': '19e694ae-bcd1-45e6-b619-3f3ecc2da5bf', 'mac_address': 'fa:16:3e:90:d7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac3e8b0-d67a-41c6-823c-d095bd836301', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:38:35.201509 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:35.202098 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:35.235960 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:38:35.257053 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 610bf252-f96c-48ba-a62b-a9f1160b6aef is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:35.257376 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:35.273060 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:35.284474 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:35.329207 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 610bf252-f96c-48ba-a62b-a9f1160b6aef, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=610bf252-f96c-48ba-a62b-a9f1160b6aef,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:35.346901 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:35.356832 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e098d-6bf8-4d73-a00e-b61a46cffc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610bf252-f96c-48ba-a62b-a9f1160b6aef'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:35.359604 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179920fd-68d6-464e-8ecb-dc2500f10e7d" -d '{"events": [{"server_uuid": "1a0e098d-6bf8-4d73-a00e-b61a46cffc50", "name": "network-vif-plugged", "status": "completed", "tag": "610bf252-f96c-48ba-a62b-a9f1160b6aef"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:35.367899 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:35.389621 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8de02-52b4-4407-831d-0f8a76896f32 req-ff37d8dd-f73b-4d25-8c6b-7f51fa913fb1 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:35.392861 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b3b8de02-52b4-4407-831d-0f8a76896f32 req-ff37d8dd-f73b-4d25-8c6b-7f51fa913fb1 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 944 time: 0.0910277 Sep 17 03:38:35.448318 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce5910f-5e48-4252-a947-274b48ecfed2 x-openstack-request-id: req-9ce5910f-5e48-4252-a947-274b48ecfed2 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:35.459271 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e098d-6bf8-4d73-a00e-b61a46cffc50", "name": "network-vif-plugged", "status": "completed", "tag": "610bf252-f96c-48ba-a62b-a9f1160b6aef", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:35.459698 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ce5910f-5e48-4252-a947-274b48ecfed2 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:35.460250 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce5910f-5e48-4252-a947-274b48ecfed2'] response: {'server_uuid': '1a0e098d-6bf8-4d73-a00e-b61a46cffc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610bf252-f96c-48ba-a62b-a9f1160b6aef', 'code': 200} Sep 17 03:38:35.480196 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=610bf252-f96c-48ba-a62b-a9f1160b6aef,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:35.493860 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b3b8de02-52b4-4407-831d-0f8a76896f32 req-a64540bd-caaa-48c2-b511-27ce6379d4f7 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926361 Sep 17 03:38:35.546631 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:35.596949 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b92c0e-cb5b-429e-b0af-b4c75c6da264 req-a5a793a1-6986-4814-a9bb-5e4f778f48e9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:35.605108 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-91b92c0e-cb5b-429e-b0af-b4c75c6da264 req-a5a793a1-6986-4814-a9bb-5e4f778f48e9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0697427 Sep 17 03:38:35.660587 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-91b92c0e-cb5b-429e-b0af-b4c75c6da264 req-67c76eb1-d39b-42f5-9b59-bad0a2a84ef1 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545442 Sep 17 03:38:35.671593 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['19e694ae-bcd1-45e6-b619-3f3ecc2da5bf'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:38:35.725403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ea3ff-42ea-4b4f-8d15-f0eb5b7f6ca9 req-9cf58562-da84-42f8-bfba-b56d9649abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:35.727509 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6f6ea3ff-42ea-4b4f-8d15-f0eb5b7f6ca9 req-9cf58562-da84-42f8-bfba-b56d9649abbb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 1130 time: 0.0428252 Sep 17 03:38:35.778882 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6f6ea3ff-42ea-4b4f-8d15-f0eb5b7f6ca9 req-6cbaf406-60ed-42a7-9a77-b02c795234f1 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Sep 17 03:38:35.801720 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:35.807366 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33584) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:35.810658 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:35.853952 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-469996cd-50d3-4749-8289-a770dbfb667a admin admin] Deleting subnet 7f56fccb-59b1-448c-ac68-1e2b91580485 {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:38:35.857226 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-469996cd-50d3-4749-8289-a770dbfb667a admin admin] Publish callbacks [] for subnet (7f56fccb-59b1-448c-ac68-1e2b91580485), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:35.892459 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-469996cd-50d3-4749-8289-a770dbfb667a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195083'] for subnet (7f56fccb-59b1-448c-ac68-1e2b91580485), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:35.942429 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-469996cd-50d3-4749-8289-a770dbfb667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (7f56fccb-59b1-448c-ac68-1e2b91580485), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:35.958097 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=31 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:36.012832 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-469996cd-50d3-4749-8289-a770dbfb667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3163814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122913'] for subnet (7f56fccb-59b1-448c-ac68-1e2b91580485), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.040040 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469996cd-50d3-4749-8289-a770dbfb667a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f56fccb-59b1-448c-ac68-1e2b91580485,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:36.044045 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-469996cd-50d3-4749-8289-a770dbfb667a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.047364 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-469996cd-50d3-4749-8289-a770dbfb667a admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/7f56fccb-59b1-448c-ac68-1e2b91580485 HTTP/1.1" status: 204 len: 168 time: 0.2389209 Sep 17 03:38:36.050100 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33590) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:36.118921 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (f1a5e867-dfe1-4c16-a76a-057858623e1b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.196789 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:36.201247 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (f1a5e867-dfe1-4c16-a76a-057858623e1b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.222552 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a5e867-dfe1-4c16-a76a-057858623e1b']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:36.232196 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d374eb-0483-4740-b3c0-26f683a4d038') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:36.232499 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d374eb-0483-4740-b3c0-26f683a4d038') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:36.242184 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195120'] for segment (c8d374eb-0483-4740-b3c0-26f683a4d038), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.255980 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (c8d374eb-0483-4740-b3c0-26f683a4d038), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.262302 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:38:36.262659 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3163676'] for segment (c8d374eb-0483-4740-b3c0-26f683a4d038), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.305932 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment c8d374eb-0483-4740-b3c0-26f683a4d038 resource provider aggregate not found Sep 17 03:38:36.326078 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment c8d374eb-0483-4740-b3c0-26f683a4d038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8d374eb-0483-4740-b3c0-26f683a4d038 found for delete ", "request_id": "req-d25a2f1b-5be9-4207-a56c-1aa68f194927"}]} Sep 17 03:38:36.330810 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (f1a5e867-dfe1-4c16-a76a-057858623e1b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.336151 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.339328 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/f1a5e867-dfe1-4c16-a76a-057858623e1b HTTP/1.1" status: 204 len: 168 time: 0.2881539 Sep 17 03:38:36.342356 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33596) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:36.354860 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a104b63-40c8-490b-82ad-c612522a320d admin admin] Pushing event deleted for resources: {'Network': ['ID=f1a5e867-dfe1-4c16-a76a-057858623e1b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:36.393537 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7a19f9-90fd-43a8-a65c-737b3868c6ab admin admin] Deleting subnet d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:38:36.397002 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6a7a19f9-90fd-43a8-a65c-737b3868c6ab admin admin] Publish callbacks [] for subnet (d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.431948 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6a7a19f9-90fd-43a8-a65c-737b3868c6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254090'] for subnet (d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.475682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6a7a19f9-90fd-43a8-a65c-737b3868c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.532834 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6a7a19f9-90fd-43a8-a65c-737b3868c6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586979'] for subnet (d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.561900 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a19f9-90fd-43a8-a65c-737b3868c6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:36.567699 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6a7a19f9-90fd-43a8-a65c-737b3868c6ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.570697 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-6a7a19f9-90fd-43a8-a65c-737b3868c6ab admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/d8c3fcc7-9a83-4df4-a8d0-54ffb08a0a9d HTTP/1.1" status: 204 len: 168 time: 0.2273526 Sep 17 03:38:36.573323 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33600) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:36.617664 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e696f-bf08-483e-b3b0-111d986c719b req-fa0abeca-5002-48c4-b328-f0d22a813ab8 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:36.619230 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-702e696f-bf08-483e-b3b0-111d986c719b req-fa0abeca-5002-48c4-b328-f0d22a813ab8 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 944 time: 0.0475271 Sep 17 03:38:36.644213 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (c5898c2b-4d77-4a66-9d43-8480eef3b78c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.670201 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-702e696f-bf08-483e-b3b0-111d986c719b req-87034fe2-9274-4e91-9515-7dff5cf07584 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444565 Sep 17 03:38:36.734315 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (c5898c2b-4d77-4a66-9d43-8480eef3b78c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.781351 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5898c2b-4d77-4a66-9d43-8480eef3b78c']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:36.797783 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8041f4fd-5327-4a4b-9777-079f5cac659f') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:36.798084 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8041f4fd-5327-4a4b-9777-079f5cac659f') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:36.813287 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c8eb7-87ec-4518-9aac-cf1b6158d0f4 req-43a67439-cf1a-4698-8674-93a7aceda7b3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:36.814922 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1f7c8eb7-87ec-4518-9aac-cf1b6158d0f4 req-43a67439-cf1a-4698-8674-93a7aceda7b3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0730007 Sep 17 03:38:36.816783 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195120'] for segment (8041f4fd-5327-4a4b-9777-079f5cac659f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.842125 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (8041f4fd-5327-4a4b-9777-079f5cac659f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.851631 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:38:36.852061 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3163676'] for segment (8041f4fd-5327-4a4b-9777-079f5cac659f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.869516 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:36.937744 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1f7c8eb7-87ec-4518-9aac-cf1b6158d0f4 req-5fbaf808-a91b-46aa-9de1-b91a17ca259b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136103 Sep 17 03:38:36.945181 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (c5898c2b-4d77-4a66-9d43-8480eef3b78c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.949737 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:36.955279 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/c5898c2b-4d77-4a66-9d43-8480eef3b78c HTTP/1.1" status: 204 len: 168 time: 0.3783813 Sep 17 03:38:36.965378 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7e517-565f-4b0d-8dc8-651a25f01fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5898c2b-4d77-4a66-9d43-8480eef3b78c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:36.969702 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:37.030111 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:38:37.038898 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:37.039933 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.040341 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf Sep 17 03:38:37.119392 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:37.119807 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.144502 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:37.155341 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:37.160402 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.183558 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33618) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:37.216111 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:37.228045 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-85ef5ab5-da9d-4fb2-81e2-1c0c197caef6 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=9656274ffeab457792679e5edb11f93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431964 Sep 17 03:38:37.230716 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33620) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:37.288352 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-418a67fb-537a-4086-a27a-5fcb8b8e2c64 admin admin] Publish callbacks [] for security_group (5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.308548 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-418a67fb-537a-4086-a27a-5fcb8b8e2c64 admin admin] Publish callbacks [] for security_group (5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.359941 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-418a67fb-537a-4086-a27a-5fcb8b8e2c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.363268 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-418a67fb-537a-4086-a27a-5fcb8b8e2c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.364496 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-418a67fb-537a-4086-a27a-5fcb8b8e2c64 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2 HTTP/1.1" status: 204 len: 168 time: 0.1327012 Sep 17 03:38:37.372611 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a67fb-537a-4086-a27a-5fcb8b8e2c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad0cddb-5ded-4c5c-bee8-60c7c62d0eb2,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:37.462404 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e694ae-bcd1-45e6-b619-3f3ecc2da5bf'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:38:37.464965 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b76667d-29af-461f-990e-c757356ec344" -d '{"events": [{"server_uuid": "0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d", "name": "network-vif-plugged", "status": "completed", "tag": "19e694ae-bcd1-45e6-b619-3f3ecc2da5bf"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:38:37.504239 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedf6bd3-8d73-4d69-98d7-81dd6f13f6fa x-openstack-request-id: req-bedf6bd3-8d73-4d69-98d7-81dd6f13f6fa {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:38:37.505100 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d", "name": "network-vif-plugged", "status": "completed", "tag": "19e694ae-bcd1-45e6-b619-3f3ecc2da5bf", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:38:37.505100 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bedf6bd3-8d73-4d69-98d7-81dd6f13f6fa {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:38:37.505282 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedf6bd3-8d73-4d69-98d7-81dd6f13f6fa'] response: {'server_uuid': '0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e694ae-bcd1-45e6-b619-3f3ecc2da5bf', 'code': 200} Sep 17 03:38:37.707648 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33632) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:37.750119 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-44755597-afcc-41be-a152-d4c428463fe5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c0ea8be9cbc546d58d939bb2cf619423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401485 Sep 17 03:38:37.752404 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33634) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:37.822760 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757bc24-2046-435f-94cc-fb502c4b91bc req-44b4262e-eae9-46c8-9197-66e9d07709b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:37.824246 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4757bc24-2046-435f-94cc-fb502c4b91bc req-44b4262e-eae9-46c8-9197-66e9d07709b6 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 1129 time: 0.0407522 Sep 17 03:38:37.830576 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632a6af-78cc-4c9b-9926-9027a18fa02b req-243970f0-7182-4acd-94ea-d59659f7c664 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:37.832029 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d632a6af-78cc-4c9b-9926-9027a18fa02b req-243970f0-7182-4acd-94ea-d59659f7c664 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.0720119 Sep 17 03:38:37.859231 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86bf87ef-94f7-41b8-af03-ecc1ceff5096 admin admin] Publish callbacks [] for security_group (391f9cbf-44db-4634-a8b4-ea2ea279809d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.871154 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4757bc24-2046-435f-94cc-fb502c4b91bc req-e08bd708-4000-467a-bc32-be72d73e973d service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Sep 17 03:38:37.890900 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86bf87ef-94f7-41b8-af03-ecc1ceff5096 admin admin] Publish callbacks [] for security_group (391f9cbf-44db-4634-a8b4-ea2ea279809d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.916375 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d632a6af-78cc-4c9b-9926-9027a18fa02b req-2fa3e532-e965-4856-9fa9-81637dea7776 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781076 Sep 17 03:38:37.950945 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86bf87ef-94f7-41b8-af03-ecc1ceff5096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (391f9cbf-44db-4634-a8b4-ea2ea279809d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.953647 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86bf87ef-94f7-41b8-af03-ecc1ceff5096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:37.954819 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-86bf87ef-94f7-41b8-af03-ecc1ceff5096 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/391f9cbf-44db-4634-a8b4-ea2ea279809d HTTP/1.1" status: 204 len: 168 time: 0.2013688 Sep 17 03:38:37.962922 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf87ef-94f7-41b8-af03-ecc1ceff5096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f9cbf-44db-4634-a8b4-ea2ea279809d,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:38.091235 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd9e81-cf61-4f96-9367-71eabd6104a7 req-89127bb0-fdc3-40e1-ba6d-6c072d6e6629 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:38.092722 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f1cd9e81-cf61-4f96-9367-71eabd6104a7 req-89127bb0-fdc3-40e1-ba6d-6c072d6e6629 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0471578 Sep 17 03:38:38.120180 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:38.144766 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f1cd9e81-cf61-4f96-9367-71eabd6104a7 req-37d546e6-f5a1-4d02-84a0-c90b81d04c77 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462034 Sep 17 03:38:38.348973 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 8041f4fd-5327-4a4b-9777-079f5cac659f resource provider aggregate not found Sep 17 03:38:38.466498 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:38.466869 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 8041f4fd-5327-4a4b-9777-079f5cac659f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8041f4fd-5327-4a4b-9777-079f5cac659f found for delete ", "request_id": "req-b3e87b4c-2a97-418d-8149-94cadbc623aa"}]} Sep 17 03:38:38.498206 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bba33-2854-48ae-abdb-81d3c1cee0ec req-77155d97-d3d2-401a-8367-0e711a95b5e9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:38.505819 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9f0bba33-2854-48ae-abdb-81d3c1cee0ec req-77155d97-d3d2-401a-8367-0e711a95b5e9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0876353 Sep 17 03:38:38.558808 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9f0bba33-2854-48ae-abdb-81d3c1cee0ec req-52be2548-f907-456b-a9b1-9e12dfce7743 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521827 Sep 17 03:38:38.723707 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-3b08e26b-b7ac-43c3-9270-cc03dd15284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:38.725382 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-3b08e26b-b7ac-43c3-9270-cc03dd15284a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 1130 time: 0.0407710 Sep 17 03:38:39.064339 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-e0d84eda-ea46-4da2-bd3a-fa5a213b44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:39.066497 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-e0d84eda-ea46-4da2-bd3a-fa5a213b44fe service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.3331251 Sep 17 03:38:39.067324 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd9977-aeef-4733-bda4-5d8f688c98db req-45358442-21c2-465f-b245-d9181a32bd46 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:39.068908 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-56fd9977-aeef-4733-bda4-5d8f688c98db req-45358442-21c2-465f-b245-d9181a32bd46 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.0600178 Sep 17 03:38:39.121292 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-56fd9977-aeef-4733-bda4-5d8f688c98db req-94dbd8e5-108f-4fb3-ad86-7c2ba1c47a27 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461452 Sep 17 03:38:39.267877 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33702) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:39.375600 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0cdd02f8-c1cc-4bf9-9eb7-71afb4a6fa6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:39.378132 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:39.454318 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0cdd02f8-c1cc-4bf9-9eb7-71afb4a6fa6c admin admin] Publish callbacks [] for security_group (38712371-1c65-47d0-ae8a-aa9676b94092), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:39.459999 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0cdd02f8-c1cc-4bf9-9eb7-71afb4a6fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (38712371-1c65-47d0-ae8a-aa9676b94092), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:39.500214 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-0cdd02f8-c1cc-4bf9-9eb7-71afb4a6fa6c admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6967f8ffab2d4a969c282ff40ff45c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312059 Sep 17 03:38:39.501072 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd02f8-c1cc-4bf9-9eb7-71afb4a6fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38712371-1c65-47d0-ae8a-aa9676b94092,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:39.503296 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33710) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:39.557291 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-617b609e-74ed-4aa5-950d-ee3d7341fcb8 admin admin] Publish callbacks [] for security_group (38712371-1c65-47d0-ae8a-aa9676b94092), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:39.578299 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-617b609e-74ed-4aa5-950d-ee3d7341fcb8 admin admin] Publish callbacks [] for security_group (38712371-1c65-47d0-ae8a-aa9676b94092), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:39.644938 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-617b609e-74ed-4aa5-950d-ee3d7341fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (38712371-1c65-47d0-ae8a-aa9676b94092), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:39.648754 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-617b609e-74ed-4aa5-950d-ee3d7341fcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:39.654471 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-617b609e-74ed-4aa5-950d-ee3d7341fcb8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/38712371-1c65-47d0-ae8a-aa9676b94092 HTTP/1.1" status: 204 len: 168 time: 0.1499496 Sep 17 03:38:39.699156 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-ae04e9aa-a09d-45cf-9d0d-58ce751747e4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=610bf252-f96c-48ba-a62b-a9f1160b6aef HTTP/1.1" status: 200 len: 217 time: 0.0664036 Sep 17 03:38:39.741173 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b609e-74ed-4aa5-950d-ee3d7341fcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38712371-1c65-47d0-ae8a-aa9676b94092,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:39.788564 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dc19d-7807-4ae9-976c-cd84495fe97e req-6c3e2bb5-edf0-4f37-8d06-892f5309292e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:39.790547 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0f2dc19d-7807-4ae9-976c-cd84495fe97e req-6c3e2bb5-edf0-4f37-8d06-892f5309292e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0956321 Sep 17 03:38:39.813029 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-fea11d4e-de58-4fcb-8a4c-ca818401e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:39.814617 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-fea11d4e-de58-4fcb-8a4c-ca818401e7eb service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0770006 Sep 17 03:38:39.885395 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-79138416-6728-4657-be98-08bc475b2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:39.886977 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-79138416-6728-4657-be98-08bc475b2c96 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0609033 Sep 17 03:38:39.890177 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0f2dc19d-7807-4ae9-976c-cd84495fe97e req-99642d8c-462e-4dda-9663-74473c3097d4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899282 Sep 17 03:38:39.926360 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33738) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:40.021183 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-7e6a1f2b-fc4d-496c-a15d-6bbc44fcf7fc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184447 Sep 17 03:38:40.063487 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-471fb517-43ac-4dc9-961a-e58cd6020937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.134172 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-88be3a69-9b5f-4693-9731-f98bd6e03d7c req-0bc7186e-f3df-4c05-a023-74c640e1d72c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051736 Sep 17 03:38:40.141498 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-471fb517-43ac-4dc9-961a-e58cd6020937 admin admin] Publish callbacks [] for security_group (e74f285b-8491-45ad-b78f-ab6ef277fca4), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.146280 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-471fb517-43ac-4dc9-961a-e58cd6020937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e74f285b-8491-45ad-b78f-ab6ef277fca4), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.181057 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:40.199478 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-471fb517-43ac-4dc9-961a-e58cd6020937 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=e025af4e131246f58125815201b44e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716777 Sep 17 03:38:40.202482 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33754) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:40.202716 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fb517-43ac-4dc9-961a-e58cd6020937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f285b-8491-45ad-b78f-ab6ef277fca4,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:40.269404 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d4a838f5-77a5-46b0-b98f-905be6ff63c0 admin admin] Publish callbacks [] for security_group (e74f285b-8491-45ad-b78f-ab6ef277fca4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.273410 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8e5ca-8fa0-4b00-a654-035ffff7d1ff req-c1e3fcae-e476-4db3-b906-21e999522d9a tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:40.280198 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-adb8e5ca-8fa0-4b00-a654-035ffff7d1ff req-c1e3fcae-e476-4db3-b906-21e999522d9a tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.0641813 Sep 17 03:38:40.293156 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d4a838f5-77a5-46b0-b98f-905be6ff63c0 admin admin] Publish callbacks [] for security_group (e74f285b-8491-45ad-b78f-ab6ef277fca4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.328847 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-adb8e5ca-8fa0-4b00-a654-035ffff7d1ff req-f4121bf7-c453-41b6-9895-eba796e5fdbd tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Sep 17 03:38:40.344945 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d4a838f5-77a5-46b0-b98f-905be6ff63c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e74f285b-8491-45ad-b78f-ab6ef277fca4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.347877 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d4a838f5-77a5-46b0-b98f-905be6ff63c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.349085 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-d4a838f5-77a5-46b0-b98f-905be6ff63c0 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e74f285b-8491-45ad-b78f-ab6ef277fca4 HTTP/1.1" status: 204 len: 168 time: 0.1452122 Sep 17 03:38:40.368134 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a838f5-77a5-46b0-b98f-905be6ff63c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f285b-8491-45ad-b78f-ab6ef277fca4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:40.754961 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33814) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:40.770338 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0c181bfa-d89b-429a-8d6e-716faf4472e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.894595 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0c181bfa-d89b-429a-8d6e-716faf4472e8 admin admin] Publish callbacks [] for security_group (66e9dd6a-eb79-4ece-b193-cd65055e945e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.902932 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0c181bfa-d89b-429a-8d6e-716faf4472e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (66e9dd6a-eb79-4ece-b193-cd65055e945e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:40.953200 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c181bfa-d89b-429a-8d6e-716faf4472e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e9dd6a-eb79-4ece-b193-cd65055e945e,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:40.957973 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-0c181bfa-d89b-429a-8d6e-716faf4472e8 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=535946f7f516402487607ba33ed0ce67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017324 Sep 17 03:38:40.960729 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33824) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:41.013368 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:41.028214 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3ae732fe-da73-48d8-9353-f11b2d41d102 admin admin] Publish callbacks [] for security_group (66e9dd6a-eb79-4ece-b193-cd65055e945e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.049700 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3ae732fe-da73-48d8-9353-f11b2d41d102 admin admin] Publish callbacks [] for security_group (66e9dd6a-eb79-4ece-b193-cd65055e945e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.063124 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa47694-6bb6-4f67-9315-9aa08841d85f req-fb68a8db-92cf-46a8-83ae-41d29ee1dcd5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:41.064985 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6fa47694-6bb6-4f67-9315-9aa08841d85f req-fb68a8db-92cf-46a8-83ae-41d29ee1dcd5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0641148 Sep 17 03:38:41.082582 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:41.087227 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:41.125950 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3ae732fe-da73-48d8-9353-f11b2d41d102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (66e9dd6a-eb79-4ece-b193-cd65055e945e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.128593 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3ae732fe-da73-48d8-9353-f11b2d41d102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.130205 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3ae732fe-da73-48d8-9353-f11b2d41d102 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/66e9dd6a-eb79-4ece-b193-cd65055e945e HTTP/1.1" status: 204 len: 168 time: 0.1664393 Sep 17 03:38:41.141280 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae732fe-da73-48d8-9353-f11b2d41d102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e9dd6a-eb79-4ece-b193-cd65055e945e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:41.225866 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6fa47694-6bb6-4f67-9315-9aa08841d85f req-4a6b5b76-8903-4e79-a7bc-5672d6076c63 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383264 Sep 17 03:38:41.297520 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33846) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:41.583307 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-927301c3-f1d5-486c-b6ed-ca7e839fd9e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.597271 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33862) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:41.621007 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deae17af-d942-425c-9e8e-00530e82219d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.718433 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-927301c3-f1d5-486c-b6ed-ca7e839fd9e4 admin admin] Publish callbacks [] for security_group (83beb625-6162-4bff-bbfb-984c6a7794fa), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.726832 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-927301c3-f1d5-486c-b6ed-ca7e839fd9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (83beb625-6162-4bff-bbfb-984c6a7794fa), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.785522 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deae17af-d942-425c-9e8e-00530e82219d admin admin] Publish callbacks [] for security_group (faee4eb0-366a-4b2b-bd5c-b649fa79be36), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.789514 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-927301c3-f1d5-486c-b6ed-ca7e839fd9e4 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=652fa889f67a434a8de266b4eb5c0ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910181 Sep 17 03:38:41.790940 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-deae17af-d942-425c-9e8e-00530e82219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (faee4eb0-366a-4b2b-bd5c-b649fa79be36), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.792532 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33868) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:41.794904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927301c3-f1d5-486c-b6ed-ca7e839fd9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83beb625-6162-4bff-bbfb-984c6a7794fa,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:41.834391 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-deae17af-d942-425c-9e8e-00530e82219d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=50688124d65e441f9d13b4796ae5ce2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359793 Sep 17 03:38:41.837629 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33870) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:41.846125 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae17af-d942-425c-9e8e-00530e82219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee4eb0-366a-4b2b-bd5c-b649fa79be36,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:41.875434 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f8de8254-3f49-41f4-8c9f-64cb80dc0d6d admin admin] Publish callbacks [] for security_group (83beb625-6162-4bff-bbfb-984c6a7794fa), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.899126 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f8de8254-3f49-41f4-8c9f-64cb80dc0d6d admin admin] Publish callbacks [] for security_group (83beb625-6162-4bff-bbfb-984c6a7794fa), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.913427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9be83299-d3cc-4277-9963-009889bd28cc admin admin] Publish callbacks [] for security_group (faee4eb0-366a-4b2b-bd5c-b649fa79be36), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.940215 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9be83299-d3cc-4277-9963-009889bd28cc admin admin] Publish callbacks [] for security_group (faee4eb0-366a-4b2b-bd5c-b649fa79be36), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.976736 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f8de8254-3f49-41f4-8c9f-64cb80dc0d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (83beb625-6162-4bff-bbfb-984c6a7794fa), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.984781 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f8de8254-3f49-41f4-8c9f-64cb80dc0d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:41.986088 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f8de8254-3f49-41f4-8c9f-64cb80dc0d6d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/83beb625-6162-4bff-bbfb-984c6a7794fa HTTP/1.1" status: 204 len: 168 time: 0.1907332 Sep 17 03:38:42.005441 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de8254-3f49-41f4-8c9f-64cb80dc0d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83beb625-6162-4bff-bbfb-984c6a7794fa,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:42.012235 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9be83299-d3cc-4277-9963-009889bd28cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (faee4eb0-366a-4b2b-bd5c-b649fa79be36), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:42.016169 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9be83299-d3cc-4277-9963-009889bd28cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:42.017334 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9be83299-d3cc-4277-9963-009889bd28cc admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/faee4eb0-366a-4b2b-bd5c-b649fa79be36 HTTP/1.1" status: 204 len: 168 time: 0.1787672 Sep 17 03:38:42.055561 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be83299-d3cc-4277-9963-009889bd28cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee4eb0-366a-4b2b-bd5c-b649fa79be36,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:42.379822 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2902c04-d4d0-4229-b5bf-d047b8143394 req-1e8e779d-6a28-49ed-a6b9-6ca775b0bd5b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:42.381996 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2902c04-d4d0-4229-b5bf-d047b8143394 req-1e8e779d-6a28-49ed-a6b9-6ca775b0bd5b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0784273 Sep 17 03:38:42.440334 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2902c04-d4d0-4229-b5bf-d047b8143394 req-36d34949-9fff-4fe5-9f3d-b192eca4bb32 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517735 Sep 17 03:38:42.910066 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 33940) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:43.022685 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-422022717-network', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:43.069157 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Made reservation on behalf of edd573977cb64f70b39b2ef5d1ed1cb7 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:43.071581 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.083956 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.188423 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Publish callbacks [] for security_group (9b435337-d13f-4b16-80db-cbbfcd3eae59), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.194211 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (9b435337-d13f-4b16-80db-cbbfcd3eae59), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.222642 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:38:43.227596 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:43.244882 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (563806b2-b8a6-4f84-8a71-758b251cb887), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.245227 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Added segment 563806b2-b8a6-4f84-8a71-758b251cb887 of type vlan for network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d Sep 17 03:38:43.246879 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b435337-d13f-4b16-80db-cbbfcd3eae59,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:43.304703 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (42c1e0a5-0968-45b6-9e9c-fa3813df2a8d), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.338114 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (42c1e0a5-0968-45b6-9e9c-fa3813df2a8d), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.339237 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:43.339824 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.393300 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4817004 Sep 17 03:38:43.396453 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 33996) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:43.401781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Request body: {'subnet': {'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-422022717-subnet', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:43.407466 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430fd06-105c-4d76-8e1b-bbb6e40ae97f admin admin] Pushing event updated for resources: {'Network': ['ID=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:43.421213 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:38:43.424085 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Made reservation on behalf of edd573977cb64f70b39b2ef5d1ed1cb7 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:43.426985 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586956'] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.514156 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:43.541930 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:43.653649 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b2de8-3ce9-433d-8330-f5a1e3273733 req-633c1b16-5ce8-454c-81d2-379cc5fb28e5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:43.655381 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f87b2de8-3ce9-433d-8330-f5a1e3273733 req-633c1b16-5ce8-454c-81d2-379cc5fb28e5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.1077743 Sep 17 03:38:43.698476 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3328787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586970'] for subnet (d4f56fc0-c2fa-40db-b4a9-78ab9e33116d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.755514 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f87b2de8-3ce9-433d-8330-f5a1e3273733 req-351934d1-6634-4206-ab92-51c161d6eeb7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886583 Sep 17 03:38:43.773246 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:43.789444 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Checking segment: {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:43.789897 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Network hostable DHCP agents. Network: 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:38:43.810363 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:38:43.820598 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:43.825232 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:43.826349 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.835888 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e3bad-babe-492b-9659-4ef112393b36 None None] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:43.865590 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-6bc01289-d263-4bcc-9c72-27ccdd3505c7 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4678910 Sep 17 03:38:43.868445 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34018) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:43.884238 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:43.915643 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (9e3d62de-00eb-451c-89e6-e9de7636cc06), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.916903 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (9e3d62de-00eb-451c-89e6-e9de7636cc06), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.923369 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 34024) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:43.991363 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks [] for router_controller (9e3d62de-00eb-451c-89e6-e9de7636cc06), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:43.994825 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:38:43.995947 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.227506 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks [] for router_gateway (9e3d62de-00eb-451c-89e6-e9de7636cc06), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.229911 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1e398-a230-471f-9003-6fd64439eb6e req-285147e2-2962-41bd-94d4-c99e7792ae05 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:44.238778 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-70c1e398-a230-471f-9003-6fd64439eb6e req-285147e2-2962-41bd-94d4-c99e7792ae05 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.1422632 Sep 17 03:38:44.242337 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7924b255-9e6d-4fa7-9bfd-6b7f9697b5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.284624 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.310036 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Allocated IP 172.20.0.2 (42c1e0a5-0968-45b6-9e9c-fa3813df2a8d/d4f56fc0-c2fa-40db-b4a9-78ab9e33116d/0aba51c5-2474-4569-a84b-c5f2ba5a4654) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:44.320402 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-70c1e398-a230-471f-9003-6fd64439eb6e req-17fcb921-36e8-4f04-aab3-5e59165400d0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803504 Sep 17 03:38:44.375246 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7924b255-9e6d-4fa7-9bfd-6b7f9697b5f8 admin admin] Publish callbacks [] for security_group (a0ddade1-2aac-4c5d-b565-c4da3502134f), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.380115 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7924b255-9e6d-4fa7-9bfd-6b7f9697b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a0ddade1-2aac-4c5d-b565-c4da3502134f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.425153 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7924b255-9e6d-4fa7-9bfd-6b7f9697b5f8 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f995866b95474a16b99806f6df5bf651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4992223 Sep 17 03:38:44.425153 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924b255-9e6d-4fa7-9bfd-6b7f9697b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ddade1-2aac-4c5d-b565-c4da3502134f,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:44.425920 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 34048) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:44.454095 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks [] for router_gateway (9e3d62de-00eb-451c-89e6-e9de7636cc06), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.477896 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.485883 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:44.486420 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:44.486539 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a40f1ac0-84f0-44d5-8819-197205a7c09c admin admin] Publish callbacks [] for security_group (a0ddade1-2aac-4c5d-b565-c4da3502134f), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.504333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Publish callbacks [] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.514306 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.517160 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a40f1ac0-84f0-44d5-8819-197205a7c09c admin admin] Publish callbacks [] for security_group (a0ddade1-2aac-4c5d-b565-c4da3502134f), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.568989 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:44.570476 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a40f1ac0-84f0-44d5-8819-197205a7c09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a0ddade1-2aac-4c5d-b565-c4da3502134f), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.572537 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:44.574094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a40f1ac0-84f0-44d5-8819-197205a7c09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.576615 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:44.581866 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-a40f1ac0-84f0-44d5-8819-197205a7c09c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a0ddade1-2aac-4c5d-b565-c4da3502134f HTTP/1.1" status: 204 len: 168 time: 0.1547074 Sep 17 03:38:44.590472 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f1ac0-84f0-44d5-8819-197205a7c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ddade1-2aac-4c5d-b565-c4da3502134f,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:44.610018 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Allocated IP 172.28.1.62 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/cf3ba6a4-7f63-44fe-b116-9cd7df8e621a) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:44.623479 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Pushing event updated for resources: {'Port': ['ID=0aba51c5-2474-4569-a84b-c5f2ba5a4654,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:44.684591 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Attempting to bind port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:44.685192 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Attempting to bind port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:44.686585 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Attempting to bind port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 on network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:44.746573 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:44.747193 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Checking segment: {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:44.747801 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.748328 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Bound using segment: {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:44.749499 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Bound port: 0aba51c5-2474-4569-a84b-c5f2ba5a4654, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:44.750630 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.759510 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks [] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.799353 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:44.809475 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.842730 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] For port 0aba51c5-2474-4569-a84b-c5f2ba5a4654, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:44.846590 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] For port 0aba51c5-2474-4569-a84b-c5f2ba5a4654, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=0aba51c5-2474-4569-a84b-c5f2ba5a4654,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:44.858289 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:44.858761 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:44.862690 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:44.872351 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:44.941002 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3ba6a4-7f63-44fe-b116-9cd7df8e621a,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:44.969925 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c218f3-c66a-459a-98cf-eea5af7f4668 None None] Pushing event updated for resources: {'Port': ['ID=0aba51c5-2474-4569-a84b-c5f2ba5a4654,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:44.986417 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37afe91-599f-41a1-85ae-cf882004a0af req-ef22fb5b-7d3a-4c69-80f3-2a6c83e1419b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:45.000869 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c37afe91-599f-41a1-85ae-cf882004a0af req-ef22fb5b-7d3a-4c69-80f3-2a6c83e1419b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.1038995 Sep 17 03:38:45.180947 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c37afe91-599f-41a1-85ae-cf882004a0af req-7d328d93-4265-4e9f-a565-bd59a5a2c6f0 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461408 Sep 17 03:38:45.603179 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks [] for router_gateway (9e3d62de-00eb-451c-89e6-e9de7636cc06), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:45.613943 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bccde-b54f-4190-a344-643f9a28240b req-98295109-2569-4a4e-ae83-f5872b96a091 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:45.616056 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0c5bccde-b54f-4190-a344-643f9a28240b req-98295109-2569-4a4e-ae83-f5872b96a091 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0620749 Sep 17 03:38:45.644347 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed2af9-7c45-4844-b5a6-3d175d974cf7 req-a9cdd3c2-190a-4489-8608-bf9de8679738 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:45.651400 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-64ed2af9-7c45-4844-b5a6-3d175d974cf7 req-a9cdd3c2-190a-4489-8608-bf9de8679738 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0533161 Sep 17 03:38:45.688900 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:45.710325 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-64ed2af9-7c45-4844-b5a6-3d175d974cf7 req-9fc485ce-9cd4-49c5-a4ef-8aa4011a87d7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580299 Sep 17 03:38:45.748948 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:45.769830 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0c5bccde-b54f-4190-a344-643f9a28240b req-7bb30c26-15ab-4661-b86e-4c4f23c9194d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202178 Sep 17 03:38:45.873573 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 0aba51c5-2474-4569-a84b-c5f2ba5a4654 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:45.892070 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (9e3d62de-00eb-451c-89e6-e9de7636cc06), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:45.903340 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:45.924567 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:45.925070 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:45.925602 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 Sep 17 03:38:46.016685 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:46.017076 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:46.035482 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Router 9e3d62de-00eb-451c-89e6-e9de7636cc06 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:38:46.054665 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 0aba51c5-2474-4569-a84b-c5f2ba5a4654, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=0aba51c5-2474-4569-a84b-c5f2ba5a4654,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:46.061876 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:46.114338 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=0aba51c5-2474-4569-a84b-c5f2ba5a4654,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:46.119225 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04452ae-ceb9-44f1-9722-719c1a08c438 None None] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:46.142663 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-debf3d4c-00af-40a2-9641-f4940278eb34 None None] Provisioning complete for port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:46.143024 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-debf3d4c-00af-40a2-9641-f4940278eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:46.143351 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-debf3d4c-00af-40a2-9641-f4940278eb34 None None] Attempt 1 to provision port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 Sep 17 03:38:46.160174 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:38:46.165849 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:46.184600 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:46.186020 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-429299f2-b7fc-4a2f-896d-d0eec97bf072 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3068182 Sep 17 03:38:46.188758 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34092) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:46.200540 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Sync routers for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:38:46.237488 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:46.237821 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:38:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:46.335125 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be780a4-5155-4a08-8c6d-8ff6b2524c2a req-00935a18-2aa0-4516-9f3b-6129ce8e66fd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:46.342386 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2be780a4-5155-4a08-8c6d-8ff6b2524c2a req-00935a18-2aa0-4516-9f3b-6129ce8e66fd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0546081 Sep 17 03:38:46.355862 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:46.379306 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:46.411857 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2be780a4-5155-4a08-8c6d-8ff6b2524c2a req-c25cb6b2-bf58-401f-88da-c70783107252 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684669 Sep 17 03:38:46.537558 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-debf3d4c-00af-40a2-9641-f4940278eb34 None None] Current status of the port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:46.547644 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:46.683915 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:46.736955 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:45Z', 'revision_number': 3, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:46.768911 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Checking router: 9e3d62de-00eb-451c-89e6-e9de7636cc06 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:38:46.769260 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Updating router 9e3d62de-00eb-451c-89e6-e9de7636cc06 port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:38:46.806476 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-39812f2f-8c47-4950-8fe6-6ffa6d07101a None None] Provisioning complete for port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:46.807223 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-39812f2f-8c47-4950-8fe6-6ffa6d07101a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:46.807783 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-39812f2f-8c47-4950-8fe6-6ffa6d07101a None None] Attempt 1 to provision port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 Sep 17 03:38:46.842537 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:46.861348 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:46.879943 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc278-de73-4500-8924-a06b04b887a7 req-1e9e6227-aace-464d-906f-6b7cac4bc1c6 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:46.882653 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:46.888537 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-631fc278-de73-4500-8924-a06b04b887a7 req-1e9e6227-aace-464d-906f-6b7cac4bc1c6 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0899746 Sep 17 03:38:46.919393 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Allocated IP 172.20.0.1 (42c1e0a5-0968-45b6-9e9c-fa3813df2a8d/d4f56fc0-c2fa-40db-b4a9-78ab9e33116d/c6bce5fc-03d6-472b-aca1-3f4948cc1e3e) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:46.944383 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7ad90-633e-40c3-a9b6-445c7782aa0f req-607e6502-cc42-4ac3-8fac-198570388675 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:46.949788 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-72c7ad90-633e-40c3-a9b6-445c7782aa0f req-607e6502-cc42-4ac3-8fac-198570388675 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0574985 Sep 17 03:38:46.971670 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-631fc278-de73-4500-8924-a06b04b887a7 req-29c0f16f-dcba-4824-a393-8b71f80416ed tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822520 Sep 17 03:38:47.019864 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-72c7ad90-633e-40c3-a9b6-445c7782aa0f req-e70e7eef-7cfe-4b4d-9857-190edfb042f7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634179 Sep 17 03:38:47.030925 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-39812f2f-8c47-4950-8fe6-6ffa6d07101a None None] Current status of the port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:47.070141 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Publish callbacks [] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.092483 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:47.103147 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.142071 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:47.149056 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:47.151713 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:47.184317 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Pushing event updated for resources: {'Port': ['ID=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:47.191396 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Publish callbacks [] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.201734 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.209721 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (9e3d62de-00eb-451c-89e6-e9de7636cc06), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.235494 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Attempting to bind port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:47.235882 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Attempting to bind port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:47.236228 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Attempting to bind port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:47.273958 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cb385-2a25-43b3-b331-2069d28e61c9 None None] Pushing event updated for resources: {'Port': ['ID=cf3ba6a4-7f63-44fe-b116-9cd7df8e621a,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:47.294821 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:47.295483 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:47.296014 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.296409 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:47.296886 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Bound port: cf3ba6a4-7f63-44fe-b116-9cd7df8e621a, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:47.297258 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.372395 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] For port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:47.373500 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.376379 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] For port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=cf3ba6a4-7f63-44fe-b116-9cd7df8e621a,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:47.382930 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.420624 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:47.421236 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:38:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:47.490206 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cb385-2a25-43b3-b331-2069d28e61c9 None None] Pushing event updated for resources: {'Port': ['ID=cf3ba6a4-7f63-44fe-b116-9cd7df8e621a,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:47.495463 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-b962a600-994e-4371-8707-303c40b090be None None] Provisioning complete for port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:47.495836 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b962a600-994e-4371-8707-303c40b090be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.496170 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Attempt 1 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:47.500304 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:47.573195 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:47.579420 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811fe3f-934e-4dbf-9bef-479dd305559a req-c7bcd2ee-a9b6-4c95-9921-cf7b2527c769 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:47.581000 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9811fe3f-934e-4dbf-9bef-479dd305559a req-c7bcd2ee-a9b6-4c95-9921-cf7b2527c769 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0625215 Sep 17 03:38:47.584434 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:47.600466 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Publish callbacks [] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.611421 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.619837 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:47.710016 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (9e3d62de-00eb-451c-89e6-e9de7636cc06), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.724356 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9811fe3f-934e-4dbf-9bef-479dd305559a req-92043ba1-826a-4319-9ac1-76430d9c187b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368575 Sep 17 03:38:47.727955 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Pushing event updated for resources: {'Port': ['ID=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:47.782232 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:47.813054 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:46Z', 'revision_number': 1, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:47.841949 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:47.842838 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd049e-ba83-4a57-9f40-016c5cf07cb0 None None] The sync data for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb is: [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:46Z', 'revision_number': 1, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:38:47.843509 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:47.867521 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 0aba51c5-2474-4569-a84b-c5f2ba5a4654 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:47.936579 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:47.937312 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:47.937510 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 Sep 17 03:38:48.006465 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Router 9e3d62de-00eb-451c-89e6-e9de7636cc06 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:38:48.077295 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Attempt 2 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:48.102736 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:48.112372 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:48.147073 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:48.209642 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19a0c6-d195-4e47-94c8-347f4ad14d41 req-867fd3ae-2134-4ecc-90cd-dbd94f3b95e5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:48.218468 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9d19a0c6-d195-4e47-94c8-347f4ad14d41 req-867fd3ae-2134-4ecc-90cd-dbd94f3b95e5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0757618 Sep 17 03:38:48.225681 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:38:48.258350 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-831937a4-2279-443d-8e26-089cf267d4da admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/9e3d62de-00eb-451c-89e6-e9de7636cc06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685475 Sep 17 03:38:48.306580 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abea95-f1a2-41dc-abec-f054713d6f32 req-513cb054-4827-44ab-b2f4-70a8ba63821e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:48.308408 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9d19a0c6-d195-4e47-94c8-347f4ad14d41 req-c4614f11-213e-426a-9136-7f449f2adcb4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889113 Sep 17 03:38:48.310939 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e8abea95-f1a2-41dc-abec-f054713d6f32 req-513cb054-4827-44ab-b2f4-70a8ba63821e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.1109774 Sep 17 03:38:48.363908 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e8abea95-f1a2-41dc-abec-f054713d6f32 req-8c74d3af-f7d6-418f-b57a-039c7588b46d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481868 Sep 17 03:38:48.648316 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Attempt 3 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:48.718063 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:48.880315 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b148cd3-219a-49ec-a24f-7b08449e89b6 req-d9176d88-fda0-4ef3-b7d5-e84a2fd7c229 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:48.885863 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6b148cd3-219a-49ec-a24f-7b08449e89b6 req-d9176d88-fda0-4ef3-b7d5-e84a2fd7c229 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0621572 Sep 17 03:38:48.923512 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 34132) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:48.929201 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-26001876-network', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:48.959781 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6b148cd3-219a-49ec-a24f-7b08449e89b6 req-8a352089-b3c6-4de7-95da-c7930264dc47 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679238 Sep 17 03:38:48.968382 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Made reservation on behalf of cf9c1f195a7d494698042770b6ae0a02 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:48.971836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:48.984202 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.074729 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Publish callbacks [] for security_group (bfda4dc7-611b-4397-84b5-9786341f7688), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.079542 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (bfda4dc7-611b-4397-84b5-9786341f7688), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.109138 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:38:49.121940 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfda4dc7-611b-4397-84b5-9786341f7688,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:49.126583 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (465ab66a-607d-42ec-9df6-347b5829ca87), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.126922 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Added segment 465ab66a-607d-42ec-9df6-347b5829ca87 of type vlan for network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 Sep 17 03:38:49.175026 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (c25d3bc0-be88-48d3-a5a1-aa77b74e4b60), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.200493 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (c25d3bc0-be88-48d3-a5a1-aa77b74e4b60), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.201529 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:49.202134 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.220363 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Attempt 4 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:49.270474 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3438394 Sep 17 03:38:49.271143 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:49.271227 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34136) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:49.275146 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1416c73-97dc-46c3-9331-d51771f8e8da admin admin] Pushing event updated for resources: {'Network': ['ID=c25d3bc0-be88-48d3-a5a1-aa77b74e4b60,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:49.283947 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Request body: {'subnet': {'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-26001876-subnet', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:49.288655 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:38:49.314725 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Made reservation on behalf of cf9c1f195a7d494698042770b6ae0a02 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:38:49.317062 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3122894'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.464467 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647e82c-2ea5-4abb-8717-cd7d24f0e190 req-c3dbad2e-ff5c-45db-b814-1cc8cdaf74c3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:49.470292 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5647e82c-2ea5-4abb-8717-cd7d24f0e190 req-c3dbad2e-ff5c-45db-b814-1cc8cdaf74c3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0710969 Sep 17 03:38:49.501874 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98f915-772b-4da5-84cb-73f7b3a0ab25 req-e9fb856c-14c9-4bcb-9ba7-be8313d28a83 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:49.503369 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ca98f915-772b-4da5-84cb-73f7b3a0ab25 req-e9fb856c-14c9-4bcb-9ba7-be8313d28a83 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0528603 Sep 17 03:38:49.551243 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ca98f915-772b-4da5-84cb-73f7b3a0ab25 req-ab8035da-b83a-49e3-8118-d3094e67fba5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420763 Sep 17 03:38:49.588651 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5647e82c-2ea5-4abb-8717-cd7d24f0e190 req-6fb28bf7-ebe6-41c7-851e-25b1aba9ec9f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997739 Sep 17 03:38:49.597157 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3178105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3122904'] for subnet (a6223f59-5181-4e92-a48c-ce5649e39f07), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.654125 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6223f59-5181-4e92-a48c-ce5649e39f07,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:49.663664 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Checking segment: {'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:49.664048 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Network hostable DHCP agents. Network: c25d3bc0-be88-48d3-a5a1-aa77b74e4b60, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:38:49.682439 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:38:49.685062 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:49.695582 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, c25d3bc0-be88-48d3-a5a1-aa77b74e4b60) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:49.700038 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:49.700674 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.705312 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257233f-b5d2-4654-b315-993b0bf0d8ab None None] Network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:49.718059 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-88c2beed-da84-4089-82ff-4f6de4d92a48 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4458272 Sep 17 03:38:49.721723 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 34144) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:49.726391 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:49.754308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (ab4af563-bac5-4b42-b063-d3092b958cc0), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.756286 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (ab4af563-bac5-4b42-b063-d3092b958cc0), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.771688 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Attempt 5 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:49.836388 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:49.836887 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:49.838937 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks [] for router_controller (ab4af563-bac5-4b42-b063-d3092b958cc0), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.848494 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:49.857961 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device cf3ba6a4-7f63-44fe-b116-9cd7df8e621a up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:49.883782 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-c25d3bc0-be88-48d3-a5a1-aa77b74e4b60', 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60', 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'fixed_ips': [{'subnet_id': 'a6223f59-5181-4e92-a48c-ce5649e39f07'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:38:49.884708 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.972890 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:49.973235 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:49.973630 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a Sep 17 03:38:49.997560 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks [] for router_gateway (ab4af563-bac5-4b42-b063-d3092b958cc0), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.070463 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:50.112177 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Allocated IP 172.20.0.2 (c25d3bc0-be88-48d3-a5a1-aa77b74e4b60/a6223f59-5181-4e92-a48c-ce5649e39f07/83251330-19a9-4fea-ae53-24144ec7e7df) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:50.136389 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:50.136842 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.163756 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95ecc8-20b1-4151-938d-d766f385935d req-37800bd6-4769-41e6-af22-16a01392dbf7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:50.165275 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4e95ecc8-20b1-4151-938d-d766f385935d req-37800bd6-4769-41e6-af22-16a01392dbf7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0668499 Sep 17 03:38:50.264474 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Sync routers for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:38:50.281014 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:50.281643 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:38:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:50.310867 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4e95ecc8-20b1-4151-938d-d766f385935d req-fa7dc8c4-ba08-400a-96a2-12c511a0e8d1 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388147 Sep 17 03:38:50.325423 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks [] for router_gateway (ab4af563-bac5-4b42-b063-d3092b958cc0), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.342429 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=cf3ba6a4-7f63-44fe-b116-9cd7df8e621a,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:50.344201 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Attempt 6 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:50.348402 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.368938 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.375891 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:50.401068 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:50.430964 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:50.470100 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Allocated IP 172.28.1.67 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/8e4c1b87-419a-4e03-8f4a-c0fb817c81ba) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:50.481427 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=cf3ba6a4-7f63-44fe-b116-9cd7df8e621a,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:50.556362 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Publish callbacks [] for port (83251330-19a9-4fea-ae53-24144ec7e7df), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.564737 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.596552 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks [] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.603588 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:50.610674 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:50.616636 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:50.628060 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Pushing event updated for resources: {'Port': ['ID=83251330-19a9-4fea-ae53-24144ec7e7df,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:50.636980 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.679389 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 2, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:50.702408 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Attempting to bind port 83251330-19a9-4fea-ae53-24144ec7e7df on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:50.702785 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Attempting to bind port 83251330-19a9-4fea-ae53-24144ec7e7df by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:50.703264 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Attempting to bind port 83251330-19a9-4fea-ae53-24144ec7e7df on network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:50.713996 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:50.725993 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Checking router: 9e3d62de-00eb-451c-89e6-e9de7636cc06 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:38:50.726655 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Updating router 9e3d62de-00eb-451c-89e6-e9de7636cc06 port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:38:50.732269 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:50.743210 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:50.759280 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.765577 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:50.766028 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Checking segment: {'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:50.766424 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.766814 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Bound using segment: {'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:50.767280 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Bound port: 83251330-19a9-4fea-ae53-24144ec7e7df, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:50.767924 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.772986 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c7dd2-3339-4a72-a80d-dae28bb47e61 req-7d57489a-9f7d-4135-b168-b461d7958cb1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:50.775623 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-187c7dd2-3339-4a72-a80d-dae28bb47e61 req-7d57489a-9f7d-4135-b168-b461d7958cb1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0764866 Sep 17 03:38:50.790944 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Pushing event updated for resources: {'Port': ['ID=8e4c1b87-419a-4e03-8f4a-c0fb817c81ba,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:50.837810 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:50.856844 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] For port 83251330-19a9-4fea-ae53-24144ec7e7df, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:50.860537 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] For port 83251330-19a9-4fea-ae53-24144ec7e7df, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=83251330-19a9-4fea-ae53-24144ec7e7df,segment=NetworkSegment(465ab66a-607d-42ec-9df6-347b5829ca87),segment_id=465ab66a-607d-42ec-9df6-347b5829ca87)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:50.869009 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963a477-5764-4e5a-8209-0087e2d1d946 req-b653073e-ee3d-49d3-96d6-55a3096441a8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:50.869244 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-187c7dd2-3339-4a72-a80d-dae28bb47e61 req-46ab12ec-36bd-4615-a8b7-528ebbb58373 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878434 Sep 17 03:38:50.870285 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f963a477-5764-4e5a-8209-0087e2d1d946 req-b653073e-ee3d-49d3-96d6-55a3096441a8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.1800647 Sep 17 03:38:50.870787 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:50.942627 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Attempt 7 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:50.969807 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:50.971330 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6d2fd-3845-42d7-893a-000ba94def65 None None] Pushing event updated for resources: {'Port': ['ID=83251330-19a9-4fea-ae53-24144ec7e7df,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:51.007888 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f963a477-5764-4e5a-8209-0087e2d1d946 req-e219019c-5d63-43ff-a2ba-8b54daa0cf91 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892363 Sep 17 03:38:51.010100 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:51.053229 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Publish callbacks [] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.060269 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.065789 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:51.107240 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks [] for router_gateway (ab4af563-bac5-4b42-b063-d3092b958cc0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.126881 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507dc29-0513-4816-9642-6a63a157e043 None None] Pushing event updated for resources: {'Port': ['ID=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:51.216365 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Attempting to bind port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:51.216737 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Attempting to bind port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:51.217139 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Attempting to bind port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e on network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:51.277775 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:51.278394 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Checking segment: {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:51.278617 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.278929 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Bound using segment: {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:51.279409 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Bound port: c6bce5fc-03d6-472b-aca1-3f4948cc1e3e, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:51.279832 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.336518 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (ab4af563-bac5-4b42-b063-d3092b958cc0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.342763 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] For port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:51.347259 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] For port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:51.355898 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.394437 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:51.395067 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:38:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:51.460351 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507dc29-0513-4816-9642-6a63a157e043 None None] Pushing event updated for resources: {'Port': ['ID=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:51.460589 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fcd7f-5a06-4b64-8f4d-78917c0b8e89 req-af86b5c6-5575-4190-b5bc-3d5fcc888fea tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:51.462180 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a67fcd7f-5a06-4b64-8f4d-78917c0b8e89 req-af86b5c6-5575-4190-b5bc-3d5fcc888fea tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0512147 Sep 17 03:38:51.475632 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Router ab4af563-bac5-4b42-b063-d3092b958cc0 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:38:51.511582 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Attempt 8 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:51.541549 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a67fcd7f-5a06-4b64-8f4d-78917c0b8e89 req-2f24bf61-0cff-4351-8318-fc9974ea1e4f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693238 Sep 17 03:38:51.549119 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:51.597653 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:51.598484 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:38:51.608882 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b962a600-994e-4371-8707-303c40b090be None None] Current status of the port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:51.609394 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b962a600-994e-4371-8707-303c40b090be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.612492 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Sync routers for ids ['ab4af563-bac5-4b42-b063-d3092b958cc0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:38:51.633625 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.635708 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3f0e3095-8975-45cf-af5b-f110e6f05d8f admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9126704 Sep 17 03:38:51.638119 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34162) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:51.646418 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Routers {'ab4af563-bac5-4b42-b063-d3092b958cc0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:51.647087 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:38:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ab4af563-bac5-4b42-b063-d3092b958cc0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:51.783292 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:51.790311 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-b962a600-994e-4371-8707-303c40b090be None None] For port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:51.836101 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b962a600-994e-4371-8707-303c40b090be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:51.995265 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Set router ab4af563-bac5-4b42-b063-d3092b958cc0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:52.015292 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:51Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:52.050690 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962a600-994e-4371-8707-303c40b090be None None] Pushing event updated for resources: {'Port': ['ID=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:52.051642 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda3e0c3-2566-47e4-bbdb-5f5729ee262d None None] The sync data for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb is: [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:51Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:38:52.116343 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device cf3ba6a4-7f63-44fe-b116-9cd7df8e621a up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:52.144392 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b1428-833c-408f-9e03-8a03097bc055 req-b450db3f-527d-4145-bfe6-77e74bf3c926 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:52.146146 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cd5b1428-833c-408f-9e03-8a03097bc055 req-b450db3f-527d-4145-bfe6-77e74bf3c926 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.1161997 Sep 17 03:38:52.168565 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:52.186612 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-cb6acd54-2031-4f13-8485-047dc23d387f None None] Provisioning complete for port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:52.187044 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cb6acd54-2031-4f13-8485-047dc23d387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:52.187383 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-cb6acd54-2031-4f13-8485-047dc23d387f None None] Attempt 1 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:52.230700 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cd5b1428-833c-408f-9e03-8a03097bc055 req-45f27431-4e7c-4e5f-a99a-64204a81e06d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757024 Sep 17 03:38:52.232257 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc83067-9f4c-42cf-8b04-65eddadd93cd None None] Network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:38:52.313416 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e5bb6-4e75-4522-805c-846a429be713 req-de160594-3ddf-462a-8a83-e1e7d50fcc5c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:52.315089 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-896e5bb6-4e75-4522-805c-846a429be713 req-de160594-3ddf-462a-8a83-e1e7d50fcc5c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.1363196 Sep 17 03:38:52.371736 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:52.371926 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:52.375466 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a Sep 17 03:38:52.428209 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-896e5bb6-4e75-4522-805c-846a429be713 req-397bf7a1-3daf-4301-9157-84c58f2d66ed tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061795 Sep 17 03:38:52.472205 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-cb6acd54-2031-4f13-8485-047dc23d387f None None] Current status of the port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:52.579275 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 3, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port': {'id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:50Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:52.613273 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Checking router: ab4af563-bac5-4b42-b063-d3092b958cc0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:38:52.613626 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Updating router ab4af563-bac5-4b42-b063-d3092b958cc0 port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:38:52.628777 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:52.655237 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:52.656131 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 83251330-19a9-4fea-ae53-24144ec7e7df up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:52.673000 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-b99dc764-cd5f-456b-ba23-e75a085ec0be None None] Provisioning complete for port 83251330-19a9-4fea-ae53-24144ec7e7df triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:52.673377 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b99dc764-cd5f-456b-ba23-e75a085ec0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:52.673709 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b99dc764-cd5f-456b-ba23-e75a085ec0be None None] Attempt 1 to provision port 83251330-19a9-4fea-ae53-24144ec7e7df Sep 17 03:38:52.724071 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:52.733002 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337d89e-bf4f-4b3e-9937-4191d7eb4461 req-26b4685c-0e19-4f0b-acec-5bb9eca2d6f9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:52.734732 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2337d89e-bf4f-4b3e-9937-4191d7eb4461 req-26b4685c-0e19-4f0b-acec-5bb9eca2d6f9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0986626 Sep 17 03:38:52.774072 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:52.822908 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2337d89e-bf4f-4b3e-9937-4191d7eb4461 req-12f5fc8f-a406-4a04-ba1d-2ba55d852ee9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791080 Sep 17 03:38:52.877393 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:52.889023 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Allocated IP 172.20.0.1 (c25d3bc0-be88-48d3-a5a1-aa77b74e4b60/a6223f59-5181-4e92-a48c-ce5649e39f07/2b5ed736-62a9-4efb-ad3b-8493f9dacec1) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:38:52.923014 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 83251330-19a9-4fea-ae53-24144ec7e7df triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:52.923414 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:52.923772 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 83251330-19a9-4fea-ae53-24144ec7e7df Sep 17 03:38:53.021362 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Publish callbacks [] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.038638 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b99dc764-cd5f-456b-ba23-e75a085ec0be None None] Current status of the port 83251330-19a9-4fea-ae53-24144ec7e7df is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:53.039021 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b99dc764-cd5f-456b-ba23-e75a085ec0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.055167 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.099042 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:53.104549 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:53.107058 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:38:53.110458 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Pushing event updated for resources: {'Port': ['ID=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:53.149367 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (ab4af563-bac5-4b42-b063-d3092b958cc0), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.255400 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-b99dc764-cd5f-456b-ba23-e75a085ec0be None None] For port 83251330-19a9-4fea-ae53-24144ec7e7df, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=83251330-19a9-4fea-ae53-24144ec7e7df,segment=NetworkSegment(465ab66a-607d-42ec-9df6-347b5829ca87),segment_id=465ab66a-607d-42ec-9df6-347b5829ca87)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:53.266534 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b99dc764-cd5f-456b-ba23-e75a085ec0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.279441 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:53.314008 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 83251330-19a9-4fea-ae53-24144ec7e7df is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:53.314420 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.335523 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:53.344739 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.375212 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dc764-cd5f-456b-ba23-e75a085ec0be None None] Pushing event updated for resources: {'Port': ['ID=83251330-19a9-4fea-ae53-24144ec7e7df,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:53.437868 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Provisioning complete for port 83251330-19a9-4fea-ae53-24144ec7e7df triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:53.438240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.438514 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d853bd-8903-4596-9e78-bd1cefb100c9 req-243c0c5d-6eb3-4605-bcac-fecbbe487881 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:53.438640 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 1 to provision port 83251330-19a9-4fea-ae53-24144ec7e7df Sep 17 03:38:53.440124 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-46d853bd-8903-4596-9e78-bd1cefb100c9 req-243c0c5d-6eb3-4605-bcac-fecbbe487881 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0927002 Sep 17 03:38:53.472736 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Publish callbacks [] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.481392 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.db.api [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106396) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 17 03:38:53.481702 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG oslo_db.api [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 03:38:53.488342 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.543416 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Attempting to bind port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:53.543800 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Attempting to bind port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:53.544143 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Attempting to bind port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:53.558817 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-46d853bd-8903-4596-9e78-bd1cefb100c9 req-8712cfcf-9bdf-4d5a-ba81-1b291cac17b6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075137 Sep 17 03:38:53.585157 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370777a-9224-424e-bc22-b7426ab12c46 req-8ef78eca-57a8-492c-9a5b-12cb63f916d2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:53.593471 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2370777a-9224-424e-bc22-b7426ab12c46 req-8ef78eca-57a8-492c-9a5b-12cb63f916d2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0615685 Sep 17 03:38:53.594538 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1f386-6611-46ca-82d9-24acff46b013 None None] Pushing event updated for resources: {'Port': ['ID=8e4c1b87-419a-4e03-8f4a-c0fb817c81ba,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:53.622594 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Current status of the port 83251330-19a9-4fea-ae53-24144ec7e7df is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:53.623350 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Publish callbacks [] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.628584 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:53.630043 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.638453 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:53.639028 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:53.639891 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.640049 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:53.640674 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Bound port: 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:53.641070 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.644506 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Provisioning complete for port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:53.644506 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.644857 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 1 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:53.650330 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2370777a-9224-424e-bc22-b7426ab12c46 req-f3c35883-1e45-4fb8-8330-ff4a2be3badc tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556147 Sep 17 03:38:53.706532 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Pushing event updated for resources: {'Port': ['ID=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:53.709095 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (ab4af563-bac5-4b42-b063-d3092b958cc0), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.711926 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:UPDATE=3,neutron:INSERT=1,neutron:SELECT=96 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:53.714811 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:53.724230 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] For port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:53.727531 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] For port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=8e4c1b87-419a-4e03-8f4a-c0fb817c81ba,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:53.734848 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:53.770328 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Routers {'ab4af563-bac5-4b42-b063-d3092b958cc0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:53.770884 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:38:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ab4af563-bac5-4b42-b063-d3092b958cc0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:53.835966 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:38:53.837316 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:38:53.841233 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1f386-6611-46ca-82d9-24acff46b013 None None] Pushing event updated for resources: {'Port': ['ID=8e4c1b87-419a-4e03-8f4a-c0fb817c81ba,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:53.907755 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] Set router ab4af563-bac5-4b42-b063-d3092b958cc0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:53.996870 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57be522-48cd-4730-9e42-53c32ee29bba req-6216a2c4-ed90-4ac8-9d46-94d2b95588a3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:53.998384 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a57be522-48cd-4730-9e42-53c32ee29bba req-6216a2c4-ed90-4ac8-9d46-94d2b95588a3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0854499 Sep 17 03:38:54.046364 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Router ab4af563-bac5-4b42-b063-d3092b958cc0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:38:54.067104 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 83251330-19a9-4fea-ae53-24144ec7e7df is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:54.068120 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device c6bce5fc-03d6-472b-aca1-3f4948cc1e3e up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:54.068482 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a57be522-48cd-4730-9e42-53c32ee29bba req-d508486e-34a4-4659-973b-374f142a79c6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618184 Sep 17 03:38:54.096393 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:54.170855 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:54.171217 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:54.171540 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:54.171665 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:38:54.176724 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-46a38ee1-4929-4acb-825a-b7d318291c0c admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/ab4af563-bac5-4b42-b063-d3092b958cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5375206 Sep 17 03:38:54.204665 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 4, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port': {'id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:50Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '2b5ed736-62a9-4efb-ad3b-8493f9dacec1', 'name': '', 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'mac_address': 'fa:16:3e:a8:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:52Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 2, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'subnets': [{'id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:54.234528 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 2 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:54.238132 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4a137-a06e-4f9f-b639-420d213e8457 None None] The sync data for ids ['ab4af563-bac5-4b42-b063-d3092b958cc0'] in dv-cinder-849143-3-smb is: [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 4, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port': {'id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:50Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '2b5ed736-62a9-4efb-ad3b-8493f9dacec1', 'name': '', 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'mac_address': 'fa:16:3e:a8:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:52Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 2, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'subnets': [{'id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:38:54.299082 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:54.317288 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:54.432337 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 83251330-19a9-4fea-ae53-24144ec7e7df up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:54.481858 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 83251330-19a9-4fea-ae53-24144ec7e7df triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:54.482258 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:54.482616 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 83251330-19a9-4fea-ae53-24144ec7e7df Sep 17 03:38:54.579517 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 83251330-19a9-4fea-ae53-24144ec7e7df is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:54.580383 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device c6bce5fc-03d6-472b-aca1-3f4948cc1e3e up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:54.639243 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34196) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:54.642439 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:54.642937 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:54.643285 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e Sep 17 03:38:54.645367 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-4bfc1888-4c7d-4ee8-9fb7-dac5013b88d4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983074434', 'description': 'tempest-secgroup-smoke-1983074434 description', 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:54.662874 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:54.734197 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:54.744269 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1888-4c7d-4ee8-9fb7-dac5013b88d4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:54.768554 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf0db1-90cc-4ac0-938f-070b7d925c72 req-149557dd-a204-4dc7-acd7-e31f2288700d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:54.778350 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b2cf0db1-90cc-4ac0-938f-070b7d925c72 req-149557dd-a204-4dc7-acd7-e31f2288700d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0931625 Sep 17 03:38:54.793804 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:54.800539 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 3 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:54.821237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f4adf-3655-4f52-875f-35acb53150a7 req-8443ce06-f4da-4898-9e9d-ba6f465f2d6e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:54.822686 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:54.823036 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2e5f4adf-3655-4f52-875f-35acb53150a7 req-8443ce06-f4da-4898-9e9d-ba6f465f2d6e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0593350 Sep 17 03:38:54.863014 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:54.877921 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b2cf0db1-90cc-4ac0-938f-070b7d925c72 req-460c23c6-cc50-441e-bf1f-19a1939eab53 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789404 Sep 17 03:38:54.913937 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2e5f4adf-3655-4f52-875f-35acb53150a7 req-8b31e710-d37c-496a-ad05-4c8d148833d6 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652549 Sep 17 03:38:54.923633 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1888-4c7d-4ee8-9fb7-dac5013b88d4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group (8cb251c1-5f3a-44b8-b937-375926394959), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:54.934514 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1888-4c7d-4ee8-9fb7-dac5013b88d4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (8cb251c1-5f3a-44b8-b937-375926394959), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:54.973103 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc1888-4c7d-4ee8-9fb7-dac5013b88d4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb251c1-5f3a-44b8-b937-375926394959,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:54.982002 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4bfc1888-4c7d-4ee8-9fb7-dac5013b88d4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:54.987973 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-4bfc1888-4c7d-4ee8-9fb7-dac5013b88d4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3439744 Sep 17 03:38:54.988663 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34202) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:54.993367 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-fa0359bc-19af-4ddd-ba6b-7f93b5452e86 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'security_group_rule': {'security_group_id': '8cb251c1-5f3a-44b8-b937-375926394959', 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:55.028698 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa0359bc-19af-4ddd-ba6b-7f93b5452e86 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (1b938119-fe01-49ba-b425-f7d84b211272), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.107834 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:55.118738 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa0359bc-19af-4ddd-ba6b-7f93b5452e86 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (1b938119-fe01-49ba-b425-f7d84b211272), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.143625 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa0359bc-19af-4ddd-ba6b-7f93b5452e86 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (1b938119-fe01-49ba-b425-f7d84b211272), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.177944 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0359bc-19af-4ddd-ba6b-7f93b5452e86 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b938119-fe01-49ba-b425-f7d84b211272,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:55.200627 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa0359bc-19af-4ddd-ba6b-7f93b5452e86 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.201889 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-fa0359bc-19af-4ddd-ba6b-7f93b5452e86 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122293 Sep 17 03:38:55.205490 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34206) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:55.209980 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-cae4ddae-5002-42ac-89fd-387106ec5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'security_group_rule': {'security_group_id': '8cb251c1-5f3a-44b8-b937-375926394959', 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:55.242443 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fcb1-b311-4ad9-8380-644cc333c1d3 req-6439eb54-40cf-4894-9bbf-073976abeb4d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:55.244190 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-aa79fcb1-b311-4ad9-8380-644cc333c1d3 req-6439eb54-40cf-4894-9bbf-073976abeb4d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0816596 Sep 17 03:38:55.277939 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cae4ddae-5002-42ac-89fd-387106ec5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (5aac7c64-1f16-4411-9f24-d105b209429a), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.331167 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-aa79fcb1-b311-4ad9-8380-644cc333c1d3 req-297d5c90-20f2-42f1-8acf-2ff9c4b5e57c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762472 Sep 17 03:38:55.356935 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cae4ddae-5002-42ac-89fd-387106ec5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (5aac7c64-1f16-4411-9f24-d105b209429a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.360901 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cae4ddae-5002-42ac-89fd-387106ec5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (5aac7c64-1f16-4411-9f24-d105b209429a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.364893 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 4 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:55.382093 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4ddae-5002-42ac-89fd-387106ec5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aac7c64-1f16-4411-9f24-d105b209429a,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:55.388563 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cae4ddae-5002-42ac-89fd-387106ec5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.389714 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-cae4ddae-5002-42ac-89fd-387106ec5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1832719 Sep 17 03:38:55.392725 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34208) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:55.397540 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-82a33917-f80c-4c19-8015-3eb0335e11e6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'security_group_rule': {'security_group_id': '8cb251c1-5f3a-44b8-b937-375926394959', 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:55.403509 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:55.424222 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-82a33917-f80c-4c19-8015-3eb0335e11e6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (fe861fa8-5707-4b0f-b061-8e2172688234), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.487366 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-82a33917-f80c-4c19-8015-3eb0335e11e6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (fe861fa8-5707-4b0f-b061-8e2172688234), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.494906 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-82a33917-f80c-4c19-8015-3eb0335e11e6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (fe861fa8-5707-4b0f-b061-8e2172688234), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.512743 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a33917-f80c-4c19-8015-3eb0335e11e6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe861fa8-5707-4b0f-b061-8e2172688234,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:55.526053 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-82a33917-f80c-4c19-8015-3eb0335e11e6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.527744 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-82a33917-f80c-4c19-8015-3eb0335e11e6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338370 Sep 17 03:38:55.530530 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34212) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:55.537420 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-50cc4b36-14b1-4b5a-8fac-11b7fa61b664 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'security_group_rule': {'security_group_id': '8cb251c1-5f3a-44b8-b937-375926394959', 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:55.575102 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50cc4b36-14b1-4b5a-8fac-11b7fa61b664 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (c209a7d3-a2eb-42e1-8b86-d637c21fa392), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.639204 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50cc4b36-14b1-4b5a-8fac-11b7fa61b664 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (c209a7d3-a2eb-42e1-8b86-d637c21fa392), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.644579 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50cc4b36-14b1-4b5a-8fac-11b7fa61b664 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (c209a7d3-a2eb-42e1-8b86-d637c21fa392), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.660778 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc4b36-14b1-4b5a-8fac-11b7fa61b664 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c209a7d3-a2eb-42e1-8b86-d637c21fa392,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:55.677773 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-50cc4b36-14b1-4b5a-8fac-11b7fa61b664 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.679006 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-50cc4b36-14b1-4b5a-8fac-11b7fa61b664 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472063 Sep 17 03:38:55.682248 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 34214) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:55.686886 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-5cee79fd-6e78-42cd-a6ea-1e8316ce0669 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'security_group_rule': {'security_group_id': '8cb251c1-5f3a-44b8-b937-375926394959', 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:55.710514 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.securitygroups_db [None req-5cee79fd-6e78-42cd-a6ea-1e8316ce0669 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Project edd573977cb64f70b39b2ef5d1ed1cb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:38:55.716228 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5cee79fd-6e78-42cd-a6ea-1e8316ce0669 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (6b4f5ba8-4451-4071-b36f-8c26150503a7), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.753230 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:55.786603 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5cee79fd-6e78-42cd-a6ea-1e8316ce0669 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (6b4f5ba8-4451-4071-b36f-8c26150503a7), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.791820 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5cee79fd-6e78-42cd-a6ea-1e8316ce0669 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (6b4f5ba8-4451-4071-b36f-8c26150503a7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.810906 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee79fd-6e78-42cd-a6ea-1e8316ce0669 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4f5ba8-4451-4071-b36f-8c26150503a7,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:55.818836 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5cee79fd-6e78-42cd-a6ea-1e8316ce0669 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.820010 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5cee79fd-6e78-42cd-a6ea-1e8316ce0669 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367950 Sep 17 03:38:55.822997 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 34216) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:38:55.827715 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-4bcb178c-4df5-4c7e-9a15-24856548e8c4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'security_group_rule': {'security_group_id': '8cb251c1-5f3a-44b8-b937-375926394959', 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:38:55.841798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:55.857938 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.securitygroups_db [None req-4bcb178c-4df5-4c7e-9a15-24856548e8c4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Project edd573977cb64f70b39b2ef5d1ed1cb7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:38:55.864710 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4bcb178c-4df5-4c7e-9a15-24856548e8c4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (1ed8ee9d-5202-4500-8bb4-920c3d369501), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.904404 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 5 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:55.931730 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4bcb178c-4df5-4c7e-9a15-24856548e8c4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (1ed8ee9d-5202-4500-8bb4-920c3d369501), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.938915 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4bcb178c-4df5-4c7e-9a15-24856548e8c4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (1ed8ee9d-5202-4500-8bb4-920c3d369501), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:55.956254 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:55.957467 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb178c-4df5-4c7e-9a15-24856548e8c4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed8ee9d-5202-4500-8bb4-920c3d369501,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:56.010709 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4bcb178c-4df5-4c7e-9a15-24856548e8c4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:56.011767 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4bcb178c-4df5-4c7e-9a15-24856548e8c4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1877465 Sep 17 03:38:56.030400 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8dc0dc-6536-4e60-ae94-64e6e6695d28 req-f538eabc-ed11-4a8f-a613-108f3a9da2aa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:56.031950 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2c8dc0dc-6536-4e60-ae94-64e6e6695d28 req-f538eabc-ed11-4a8f-a613-108f3a9da2aa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0662906 Sep 17 03:38:56.087327 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838b00b-29e1-4c3e-b7f7-70b5f1a3336d req-2c7abdc1-84ee-4e0b-8c5a-af26db59c221 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:56.088929 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1838b00b-29e1-4c3e-b7f7-70b5f1a3336d req-2c7abdc1-84ee-4e0b-8c5a-af26db59c221 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0607541 Sep 17 03:38:56.090138 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2c8dc0dc-6536-4e60-ae94-64e6e6695d28 req-2900374b-2da6-48b9-a90a-bbcb526c332b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522337 Sep 17 03:38:56.120458 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:56.139331 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1838b00b-29e1-4c3e-b7f7-70b5f1a3336d req-e980ed29-4ef2-4db8-91aa-7808357a051e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445395 Sep 17 03:38:56.425178 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bb15a2a4-9d00-4467-8282-b16cfb154610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:56.431432 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:56.459212 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 6 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:56.460118 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52dfae-55e8-4b71-9ced-702f91fe4033 req-ba100d0e-466c-4b19-bccd-96004b34f879 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:56.461653 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bd52dfae-55e8-4b71-9ced-702f91fe4033 req-ba100d0e-466c-4b19-bccd-96004b34f879 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0529411 Sep 17 03:38:56.503967 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:56.514482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:56.514963 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:56.515404 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba Sep 17 03:38:56.515865 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bd52dfae-55e8-4b71-9ced-702f91fe4033 req-9e777735-39a1-451f-8a6b-c8b6e0a32cd3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Sep 17 03:38:56.559749 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Sync routers for ids ['ab4af563-bac5-4b42-b063-d3092b958cc0'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:38:56.566264 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:56.571383 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:56.574115 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Routers {'ab4af563-bac5-4b42-b063-d3092b958cc0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:56.574749 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:38:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ab4af563-bac5-4b42-b063-d3092b958cc0'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:56.601464 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:56.601880 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:56.623348 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=8e4c1b87-419a-4e03-8f4a-c0fb817c81ba,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:56.628035 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:56.674638 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=8e4c1b87-419a-4e03-8f4a-c0fb817c81ba,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:56.683318 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Set router ab4af563-bac5-4b42-b063-d3092b958cc0 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:56.798428 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:56.873797 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 4, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port': {'id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:50Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '2b5ed736-62a9-4efb-ad3b-8493f9dacec1', 'name': '', 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'mac_address': 'fa:16:3e:a8:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:52Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 2, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'subnets': [{'id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:56.900802 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Checking router: ab4af563-bac5-4b42-b063-d3092b958cc0 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:38:56.901167 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Updating router ab4af563-bac5-4b42-b063-d3092b958cc0 port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:38:56.928237 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.004816 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 7 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:57.053735 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:38:57.189690 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Publish callbacks [] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.196839 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.221696 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60994ce-fd89-46cc-86ef-4a3cac28671a req-e5380448-7dbe-416b-ba52-6efbfca69239 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:57.223194 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d60994ce-fd89-46cc-86ef-4a3cac28671a req-e5380448-7dbe-416b-ba52-6efbfca69239 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0485690 Sep 17 03:38:57.279916 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d60994ce-fd89-46cc-86ef-4a3cac28671a req-86164ee3-9abb-4f53-ac40-8631839d3530 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509269 Sep 17 03:38:57.286574 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882623a6-b53e-4ad2-864f-cd2e7a6eb498 None None] Pushing event updated for resources: {'Port': ['ID=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:57.288733 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ba94a-22ae-4566-8159-90d8445835ee req-143f6b7c-5dbf-46c7-b157-51b929ed336a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:57.295885 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-112ba94a-22ae-4566-8159-90d8445835ee req-143f6b7c-5dbf-46c7-b157-51b929ed336a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0773385 Sep 17 03:38:57.300666 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Attempting to bind port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:38:57.301185 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Attempting to bind port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:38:57.301458 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Attempting to bind port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 on network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:38:57.343145 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:38:57.343511 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Checking segment: {'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:38:57.343914 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.344122 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-112ba94a-22ae-4566-8159-90d8445835ee req-ba213039-6e85-4fed-b60d-ed5fee71cd79 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416241 Sep 17 03:38:57.344301 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Bound using segment: {'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:38:57.344763 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Bound port: 2b5ed736-62a9-4efb-ad3b-8493f9dacec1, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465ab66a-607d-42ec-9df6-347b5829ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:38:57.345140 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.408009 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] For port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:38:57.411060 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] For port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,segment=NetworkSegment(465ab66a-607d-42ec-9df6-347b5829ca87),segment_id=465ab66a-607d-42ec-9df6-347b5829ca87)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:38:57.420581 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.458141 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Routers {'ab4af563-bac5-4b42-b063-d3092b958cc0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:38:57.458746 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:38:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ab4af563-bac5-4b42-b063-d3092b958cc0'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:57.466668 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:57.515542 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882623a6-b53e-4ad2-864f-cd2e7a6eb498 None None] Pushing event updated for resources: {'Port': ['ID=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:57.556851 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Attempt 8 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:57.587300 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] Set router ab4af563-bac5-4b42-b063-d3092b958cc0 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:38:57.640303 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Current status of the port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:57.641140 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.658501 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4abf-f527-48f4-99b8-ed15a42c6d97 req-102c1c84-420e-46bc-8e39-53c75e087ccd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:57.660066 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5d0f4abf-f527-48f4-99b8-ed15a42c6d97 req-102c1c84-420e-46bc-8e39-53c75e087ccd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0645852 Sep 17 03:38:57.687535 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:57.697227 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] For port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,segment=NetworkSegment(465ab66a-607d-42ec-9df6-347b5829ca87),segment_id=465ab66a-607d-42ec-9df6-347b5829ca87)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:38:57.703054 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.716474 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5d0f4abf-f527-48f4-99b8-ed15a42c6d97 req-e87869d2-d8aa-4aa8-9b3e-3378d6139f17 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490322 Sep 17 03:38:57.758790 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d339701-35dc-4b9e-9839-59a413ce393e None None] Pushing event updated for resources: {'Port': ['ID=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:38:57.810174 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 4, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port': {'id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:50Z', 'updated_at': '2022-09-17T03:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '2b5ed736-62a9-4efb-ad3b-8493f9dacec1', 'name': '', 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'mac_address': 'fa:16:3e:a8:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:52Z', 'updated_at': '2022-09-17T03:38:57Z', 'revision_number': 4, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'subnets': [{'id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:38:57.826462 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-78d03abe-82d8-49da-aae4-5d2a4ebc69ea None None] Provisioning complete for port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:57.826916 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-78d03abe-82d8-49da-aae4-5d2a4ebc69ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:57.827342 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-78d03abe-82d8-49da-aae4-5d2a4ebc69ea None None] Attempt 1 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:57.840252 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0621f1d-0d85-4f69-a129-481a2c92b2b2 None None] The sync data for ids ['ab4af563-bac5-4b42-b063-d3092b958cc0'] in dv-cinder-849143-3-smb is: [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:38:53Z', 'revision_number': 4, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port': {'id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:50Z', 'updated_at': '2022-09-17T03:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '2b5ed736-62a9-4efb-ad3b-8493f9dacec1', 'name': '', 'network_id': 'c25d3bc0-be88-48d3-a5a1-aa77b74e4b60', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'mac_address': 'fa:16:3e:a8:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:52Z', 'updated_at': '2022-09-17T03:38:57Z', 'revision_number': 4, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'subnets': [{'id': 'a6223f59-5181-4e92-a48c-ce5649e39f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:38:57.906482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-78d03abe-82d8-49da-aae4-5d2a4ebc69ea None None] Current status of the port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:58.415043 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040458e-7d43-46e5-b379-14823c1b271d req-2a3ba3a0-ee1c-4ebe-8324-611e43df20b6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:58.417095 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:58.421863 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7040458e-7d43-46e5-b379-14823c1b271d req-2a3ba3a0-ee1c-4ebe-8324-611e43df20b6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0556824 Sep 17 03:38:58.463371 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:58.463729 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:58.464133 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba Sep 17 03:38:58.470778 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7040458e-7d43-46e5-b379-14823c1b271d req-24d178d4-89c0-4962-b556-c15a3678af91 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480556 Sep 17 03:38:58.480164 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc82a5-b0cc-47cd-ac78-b77883d16eb3 req-83cc10fc-809b-4238-b7c9-9b2a1b6e973e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:58.481780 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-54cc82a5-b0cc-47cd-ac78-b77883d16eb3 req-83cc10fc-809b-4238-b7c9-9b2a1b6e973e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0505669 Sep 17 03:38:58.523295 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:38:58.533969 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-54cc82a5-b0cc-47cd-ac78-b77883d16eb3 req-35a9199f-2264-4a18-9bd1-156142b6737c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434401 Sep 17 03:38:58.569106 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9681ab24-eed9-4f86-b058-e82835597107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:58.571239 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:58.572630 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:38:58.616145 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:38:58.616511 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:38:58.616834 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 Sep 17 03:38:58.701904 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:38:58.840901 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41374318-45e4-46cc-924e-d27d839b7825 req-9f2b7680-0d17-42b8-bbca-a1a1b15a4ba7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:58.842407 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41374318-45e4-46cc-924e-d27d839b7825 req-9f2b7680-0d17-42b8-bbca-a1a1b15a4ba7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0466843 Sep 17 03:38:58.893226 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41374318-45e4-46cc-924e-d27d839b7825 req-c7e7be82-5314-4d67-86ea-92a33339adc4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Sep 17 03:38:59.655111 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802e1ef-7670-4536-8a22-27c528992021 req-933df6bd-58cf-4eef-8668-941014910186 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:59.657487 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6802e1ef-7670-4536-8a22-27c528992021 req-933df6bd-58cf-4eef-8668-941014910186 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0650389 Sep 17 03:38:59.690885 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dcb8c-8e0a-4fca-afe0-29552d0ec4eb req-2511136d-7601-4c8d-950d-22bacd3d0ba5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:38:59.695511 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d54dcb8c-8e0a-4fca-afe0-29552d0ec4eb req-2511136d-7601-4c8d-950d-22bacd3d0ba5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0724430 Sep 17 03:38:59.710884 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6802e1ef-7670-4536-8a22-27c528992021 req-95b5d564-3c5d-4bd0-8ec7-51b9c6b48498 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462227 Sep 17 03:38:59.755497 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d54dcb8c-8e0a-4fca-afe0-29552d0ec4eb req-d51b0479-0fed-44a1-b418-0fc36cc11c03 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538852 Sep 17 03:39:00.082157 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05722cd-d111-4f33-a82e-36065f39069e req-10db8dee-01ee-40b0-87b2-0a25068a829d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:00.084060 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d05722cd-d111-4f33-a82e-36065f39069e req-10db8dee-01ee-40b0-87b2-0a25068a829d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0774798 Sep 17 03:39:00.136539 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d05722cd-d111-4f33-a82e-36065f39069e req-53751119-3508-4adf-ab88-0796e34dec58 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466468 Sep 17 03:39:00.251465 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:00.860640 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcf06c-7d01-4366-85d0-fa691967b8bb req-541bffbd-21a8-4ded-8288-673a7a9043de tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:00.862400 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a5bcf06c-7d01-4366-85d0-fa691967b8bb req-541bffbd-21a8-4ded-8288-673a7a9043de tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0614374 Sep 17 03:39:00.918947 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a5bcf06c-7d01-4366-85d0-fa691967b8bb req-2bb7f5a4-eb1c-4db1-9241-9020d91e426c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505061 Sep 17 03:39:01.028790 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde2231-60b3-43ee-95a2-44bd1b6aa2a2 req-dfae3505-d5e1-489c-8f28-e02ff85f53e8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:01.030430 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-acde2231-60b3-43ee-95a2-44bd1b6aa2a2 req-dfae3505-d5e1-489c-8f28-e02ff85f53e8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Sep 17 03:39:01.088020 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-acde2231-60b3-43ee-95a2-44bd1b6aa2a2 req-f86acc6b-3477-4689-bbdc-18950f14dfe2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504832 Sep 17 03:39:01.275288 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8862113-cc7a-4b0e-8d66-8d027b4df3ee req-625af8c1-f53c-4cb5-bcd7-3c02e1c5cb8b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:01.276824 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e8862113-cc7a-4b0e-8d66-8d027b4df3ee req-625af8c1-f53c-4cb5-bcd7-3c02e1c5cb8b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0527706 Sep 17 03:39:01.327891 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e8862113-cc7a-4b0e-8d66-8d027b4df3ee req-4a552a2b-dae1-4552-b7f1-88cd5948f182 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453522 Sep 17 03:39:01.795083 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:01.807582 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:01.811910 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:01.847710 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:39:02.059150 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f867c-2930-43e1-8f23-2800f31a1f7b req-7cf4413f-e9e4-4a8f-9ab2-73c399e23c86 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:02.060546 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-aa9f867c-2930-43e1-8f23-2800f31a1f7b req-7cf4413f-e9e4-4a8f-9ab2-73c399e23c86 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0483904 Sep 17 03:39:02.108797 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-aa9f867c-2930-43e1-8f23-2800f31a1f7b req-1d4c8601-07ba-4d9b-a435-346de53f6c36 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 Sep 17 03:39:02.183491 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:02.222653 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ab348-b67f-4519-a284-8fb77ec03728 req-4c4dc2e3-6686-4b06-b7c6-4dc8d4ab8136 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:02.224275 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0d8ab348-b67f-4519-a284-8fb77ec03728 req-4c4dc2e3-6686-4b06-b7c6-4dc8d4ab8136 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0527756 Sep 17 03:39:02.465862 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f559e-9466-42ab-8da6-86fe1877b4a6 req-f4ce0abf-6476-4a8f-aaf5-1175d20c20a9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:02.467350 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-210f559e-9466-42ab-8da6-86fe1877b4a6 req-f4ce0abf-6476-4a8f-aaf5-1175d20c20a9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0510106 Sep 17 03:39:02.505419 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0d8ab348-b67f-4519-a284-8fb77ec03728 req-d1b5e1d1-4e02-4c3e-9a20-ef05ca09d7b2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755709 Sep 17 03:39:02.518671 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-210f559e-9466-42ab-8da6-86fe1877b4a6 req-9b024e79-1a09-43d5-bbd0-c3847eb734b5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Sep 17 03:39:03.401565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:03.413644 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e760a8-b9e7-43c3-902b-02fed8f6f28b req-30fc8290-63ee-4d95-87bd-17f554ab2cd6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:03.415243 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5e760a8-b9e7-43c3-902b-02fed8f6f28b req-30fc8290-63ee-4d95-87bd-17f554ab2cd6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0553126 Sep 17 03:39:03.473125 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5e760a8-b9e7-43c3-902b-02fed8f6f28b req-51ecd956-ed07-442c-abd4-24894514fe2b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445921 Sep 17 03:39:03.642618 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308a6fe-7ba4-4b0c-985f-a58802e54cec req-de6e8a9b-6502-4e09-b994-5e1756b01762 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:03.644436 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2308a6fe-7ba4-4b0c-985f-a58802e54cec req-de6e8a9b-6502-4e09-b994-5e1756b01762 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0533323 Sep 17 03:39:03.653233 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4251dc-edb4-472a-bba2-bc4cb2a2b5e8 req-027ec016-fce7-4df5-8707-8d1817b08774 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:03.654841 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7d4251dc-edb4-472a-bba2-bc4cb2a2b5e8 req-027ec016-fce7-4df5-8707-8d1817b08774 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0556526 Sep 17 03:39:03.692986 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:03.706045 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2308a6fe-7ba4-4b0c-985f-a58802e54cec req-67023006-a7fe-475e-9109-4ab3495833e2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526304 Sep 17 03:39:03.706733 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7d4251dc-edb4-472a-bba2-bc4cb2a2b5e8 req-b7eff012-dcac-4c08-840d-5faa37f6519a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459995 Sep 17 03:39:04.605521 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb216b-aa60-4d5f-b52a-da0b00d11782 req-5986c853-b59d-4b15-9f14-794fed23979a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:04.607021 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41bb216b-aa60-4d5f-b52a-da0b00d11782 req-5986c853-b59d-4b15-9f14-794fed23979a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0529838 Sep 17 03:39:04.661254 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41bb216b-aa60-4d5f-b52a-da0b00d11782 req-2d3fe2aa-a759-43e1-81ba-ed15dda36855 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485835 Sep 17 03:39:04.832639 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7045756-c13d-46c3-bc21-78ff29e8de60 req-5c66bbef-ba05-4274-91e5-d8bce8bc542c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:04.834175 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c7045756-c13d-46c3-bc21-78ff29e8de60 req-5c66bbef-ba05-4274-91e5-d8bce8bc542c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0496490 Sep 17 03:39:04.834354 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86866b90-ab60-44b3-a091-fa207377fc19 req-5e34b94d-e401-4281-9041-2eda5b66d65e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:04.835827 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86866b90-ab60-44b3-a091-fa207377fc19 req-5e34b94d-e401-4281-9041-2eda5b66d65e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0489676 Sep 17 03:39:04.886649 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c7045756-c13d-46c3-bc21-78ff29e8de60 req-1b928909-b9dc-4fad-adf3-3c196260db8c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Sep 17 03:39:04.892666 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86866b90-ab60-44b3-a091-fa207377fc19 req-8b7fdad4-e30f-4114-9d74-25056a5b370e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507538 Sep 17 03:39:05.797493 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d2b93-6ffe-4fad-8992-95df48e9e646 req-1826a3b5-59ad-4e07-89c2-681943ce7008 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:05.798877 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-302d2b93-6ffe-4fad-8992-95df48e9e646 req-1826a3b5-59ad-4e07-89c2-681943ce7008 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0512538 Sep 17 03:39:05.850630 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-302d2b93-6ffe-4fad-8992-95df48e9e646 req-1c1050fa-9c9b-452a-aaec-5743b1711137 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451739 Sep 17 03:39:06.019629 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1559d-f0ee-4d20-a704-406f0a47c613 req-731d39c6-f4b3-400c-8a4e-e078d456ca01 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:06.023385 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b9d1559d-f0ee-4d20-a704-406f0a47c613 req-731d39c6-f4b3-400c-8a4e-e078d456ca01 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0561602 Sep 17 03:39:06.038800 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029d71b-7e85-4b2e-b169-8992c0cf74e9 req-4219fac8-99db-4576-a5a1-f497970b44d5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:06.040283 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9029d71b-7e85-4b2e-b169-8992c0cf74e9 req-4219fac8-99db-4576-a5a1-f497970b44d5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0565999 Sep 17 03:39:06.069675 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:06.070485 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b9d1559d-f0ee-4d20-a704-406f0a47c613 req-c57ddbe9-5d3a-4c7e-860f-99d220eb797c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Sep 17 03:39:06.102375 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9029d71b-7e85-4b2e-b169-8992c0cf74e9 req-74b651cf-aba9-43ff-8c3a-2c1e0981c5a8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544310 Sep 17 03:39:06.985273 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e58ad8-86d3-4b5a-bf01-1a4d0dd30475 req-d3687dea-dd6f-487a-994f-2c07532ddf96 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:06.986810 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-04e58ad8-86d3-4b5a-bf01-1a4d0dd30475 req-d3687dea-dd6f-487a-994f-2c07532ddf96 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0465553 Sep 17 03:39:07.039577 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-04e58ad8-86d3-4b5a-bf01-1a4d0dd30475 req-0ecc7a31-49e8-49e5-81c2-2d03805f2b58 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461216 Sep 17 03:39:07.145228 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:39:07.208369 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49f84e-ff5e-46bf-8987-e7efd1ab6372 req-4f18a78f-a8bc-48b3-94a5-39dc53c5e315 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:07.209973 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-af49f84e-ff5e-46bf-8987-e7efd1ab6372 req-4f18a78f-a8bc-48b3-94a5-39dc53c5e315 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0579357 Sep 17 03:39:07.230116 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00218eef-5ddf-4b97-ba9c-3e5d9ff6e52c req-c0bcbc67-e5ca-40ab-8a05-dda85aef0ca4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:07.232027 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-00218eef-5ddf-4b97-ba9c-3e5d9ff6e52c req-c0bcbc67-e5ca-40ab-8a05-dda85aef0ca4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0480995 Sep 17 03:39:07.256079 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:07.269594 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'port_id': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'mac_address': 'fa:16:3e:64:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:39:07.274340 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-af49f84e-ff5e-46bf-8987-e7efd1ab6372 req-0ce67360-8625-4cdc-bf96-90d75e9d1526 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577004 Sep 17 03:39:07.288083 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-00218eef-5ddf-4b97-ba9c-3e5d9ff6e52c req-f9763f0b-d407-48a6-9ef2-28e6780ecec4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494301 Sep 17 03:39:07.310939 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 82e5b702-c639-4c63-a0d2-0adfbba17db6 is: ACTIVE; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:07.311330 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:07.324151 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82e5b702-c639-4c63-a0d2-0adfbba17db6 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:39:07.344027 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:07.348730 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:07.557038 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=6']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:07.564657 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.564997 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.565333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.565696 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.566054 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.566378 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.566706 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.567024 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.567341 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.567659 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.567974 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.568294 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.568607 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.568922 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.569234 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:07.596751 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd4a94-e043-4e3c-b4b9-e28aae08e6b6 req-cc7f61cb-e79d-4c91-8508-152434575377 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:07.598312 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cfdd4a94-e043-4e3c-b4b9-e28aae08e6b6 req-cc7f61cb-e79d-4c91-8508-152434575377 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0580106 Sep 17 03:39:07.646639 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['82e5b702-c639-4c63-a0d2-0adfbba17db6'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:39:07.663749 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cfdd4a94-e043-4e3c-b4b9-e28aae08e6b6 req-48ab09f1-538c-456c-88a0-ed2738fe251f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596595 Sep 17 03:39:07.694175 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-16b803fd-1b58-4ea6-8e59-e7d2e893f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:07.695753 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-16b803fd-1b58-4ea6-8e59-e7d2e893f54e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 1129 time: 0.0481415 Sep 17 03:39:07.806898 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-83ab1b43-9269-4ced-8713-aac4eeb8fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:07.808389 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-83ab1b43-9269-4ced-8713-aac4eeb8fb79 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 912 time: 0.0963986 Sep 17 03:39:07.874917 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-db59c5b9-0c08-404b-9baa-eec012ad405a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 200 len: 1001 time: 0.0584292 Sep 17 03:39:07.912022 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:07.938048 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-f03f451c-9669-467f-85ce-37af1a765a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:07.940140 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-f03f451c-9669-467f-85ce-37af1a765a78 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.0571015 Sep 17 03:39:07.989739 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-d6045944-5ab5-4b09-8f15-ea557d291f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:07.991299 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-d6045944-5ab5-4b09-8f15-ea557d291f5e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443590 Sep 17 03:39:08.051492 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:08.104168 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-3917583e-2a9b-4f47-9097-3427e8ddcea3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055200 Sep 17 03:39:08.173810 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a371-3735-4947-8af4-c8c8f14c87c0 req-d9dde705-6c37-4399-acb7-ee7c96cdc13a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:08.175206 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6a07a371-3735-4947-8af4-c8c8f14c87c0 req-d9dde705-6c37-4399-acb7-ee7c96cdc13a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 944 time: 0.0487471 Sep 17 03:39:08.198895 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-855fa4b4-ccba-4c93-a08b-b697d0a7ad33 req-4071e6fb-9f03-4960-b596-422cb049aed4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876787 Sep 17 03:39:08.225674 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6a07a371-3735-4947-8af4-c8c8f14c87c0 req-b83bcf78-5a39-41b4-b5ea-bc3b22344235 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446949 Sep 17 03:39:08.398248 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc6b8f-9d22-462d-ad90-b01fed68c111 req-153b0e7f-3325-4549-a644-8e4d2ce225c0 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:08.399732 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e6cc6b8f-9d22-462d-ad90-b01fed68c111 req-153b0e7f-3325-4549-a644-8e4d2ce225c0 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0487175 Sep 17 03:39:08.454999 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e6cc6b8f-9d22-462d-ad90-b01fed68c111 req-ca4b79df-efe1-448f-9bf1-342c68b0bc38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 Sep 17 03:39:08.796599 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bdf80-1b6f-4f80-a6a4-c697b973b744 req-caa77d0e-d1f1-40df-99ca-49f116e6c1d5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:08.798110 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3d6bdf80-1b6f-4f80-a6a4-c697b973b744 req-caa77d0e-d1f1-40df-99ca-49f116e6c1d5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0486472 Sep 17 03:39:08.849354 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3d6bdf80-1b6f-4f80-a6a4-c697b973b744 req-bd135528-77cb-4487-a287-8ee5915e0afa tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447888 Sep 17 03:39:09.167662 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:39:09.215897 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 82e5b702-c639-4c63-a0d2-0adfbba17db6 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:09.216267 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:09.216598 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 82e5b702-c639-4c63-a0d2-0adfbba17db6 Sep 17 03:39:09.290053 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 82e5b702-c639-4c63-a0d2-0adfbba17db6 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:09.290559 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:09.314896 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:39:09.317340 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45efefa1-767a-4f59-a4c4-d59f0a9d7bab" -d '{"events": [{"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-plugged", "status": "completed", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:39:09.330817 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:09.337857 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:09.343512 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:09.356300 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e59be-15c8-4d2c-bbee-118bf70b1c0c req-ba853af5-539a-48c9-bf3e-691e165454ec tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:09.357909 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a09e59be-15c8-4d2c-bbee-118bf70b1c0c req-ba853af5-539a-48c9-bf3e-691e165454ec tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 944 time: 0.0510335 Sep 17 03:39:09.371352 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef263e3-6203-4e12-8cc2-15c20c152d09 x-openstack-request-id: req-4ef263e3-6203-4e12-8cc2-15c20c152d09 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:39:09.371678 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-plugged", "status": "completed", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:39:09.372170 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ef263e3-6203-4e12-8cc2-15c20c152d09 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:39:09.372735 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef263e3-6203-4e12-8cc2-15c20c152d09'] response: {'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'code': 200} Sep 17 03:39:09.398160 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=7']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:09.411016 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a09e59be-15c8-4d2c-bbee-118bf70b1c0c req-e69ce215-a395-4efa-bfc6-511eaeddba1a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461519 Sep 17 03:39:09.604266 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31434ef-6368-4311-bb3f-47adfd3f42b7 req-84cbbdb1-463e-4888-833a-e8356f4e1ce9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:09.605951 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e31434ef-6368-4311-bb3f-47adfd3f42b7 req-84cbbdb1-463e-4888-833a-e8356f4e1ce9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0587747 Sep 17 03:39:09.661234 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e31434ef-6368-4311-bb3f-47adfd3f42b7 req-29179556-0c4e-4463-8777-9b05c9ad8ef9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 Sep 17 03:39:09.975558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f1c17-09c4-4341-be52-06fe3bc1c9cd req-3fceaa74-de3e-4ce1-8ed1-c07be0dc64e0 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:09.977337 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1a4f1c17-09c4-4341-be52-06fe3bc1c9cd req-3fceaa74-de3e-4ce1-8ed1-c07be0dc64e0 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Sep 17 03:39:10.029799 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1a4f1c17-09c4-4341-be52-06fe3bc1c9cd req-2ae28eec-25dc-4b29-bb05-c22f4c9e0752 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465884 Sep 17 03:39:10.542943 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538cefb-34ec-4874-b0d7-c5b854439378 req-601f01b9-e355-44d7-b20f-46b529f0e4ae tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:10.544412 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1538cefb-34ec-4874-b0d7-c5b854439378 req-601f01b9-e355-44d7-b20f-46b529f0e4ae tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0470865 Sep 17 03:39:10.596000 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1538cefb-34ec-4874-b0d7-c5b854439378 req-b24f3ea6-e5fe-462b-8e28-3845fdeb630f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444074 Sep 17 03:39:10.794571 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cdac9-eb36-4cff-9fa0-28518b95a305 req-6d2118ea-30b4-48d4-b92e-ce2d3e832f97 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:10.796052 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-703cdac9-eb36-4cff-9fa0-28518b95a305 req-6d2118ea-30b4-48d4-b92e-ce2d3e832f97 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0538819 Sep 17 03:39:10.850816 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-703cdac9-eb36-4cff-9fa0-28518b95a305 req-df15397b-9406-417b-bfb1-7e3dde58f214 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461266 Sep 17 03:39:11.727171 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36113f-7302-4b8e-a11e-8e1fa52dbd15 req-c944f7a3-12a8-4c64-898e-3fed95d6ff3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:11.728652 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4a36113f-7302-4b8e-a11e-8e1fa52dbd15 req-c944f7a3-12a8-4c64-898e-3fed95d6ff3a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0482423 Sep 17 03:39:11.796624 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4a36113f-7302-4b8e-a11e-8e1fa52dbd15 req-6f554e95-eda4-47b2-b795-69bc8294ee12 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607812 Sep 17 03:39:11.841661 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=31 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:11.842454 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=17 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:11.974142 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad510c-726b-4857-9839-e79b4826deb1 req-97df9786-4394-4246-863d-860908e841e6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:11.976098 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b8ad510c-726b-4857-9839-e79b4826deb1 req-97df9786-4394-4246-863d-860908e841e6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0486951 Sep 17 03:39:12.026689 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b8ad510c-726b-4857-9839-e79b4826deb1 req-3d3f7a46-abeb-4630-ab17-0ea4f29fd89c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Sep 17 03:39:12.162286 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-f99f5a9a-dd17-4cc6-afd9-275262dbe165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:12.163722 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-f99f5a9a-dd17-4cc6-afd9-275262dbe165 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 1129 time: 0.0421646 Sep 17 03:39:12.280418 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-da361fa9-df70-4f33-95ef-b7b91c2e3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:12.281824 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-da361fa9-df70-4f33-95ef-b7b91c2e3bb5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.0964205 Sep 17 03:39:12.349960 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-73d6142f-2e86-447a-a20b-0a43bd1310c7 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 200 len: 1001 time: 0.0612037 Sep 17 03:39:12.402513 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-f565b1f9-cbf9-4943-8f6d-0208828a7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:12.403931 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-f565b1f9-cbf9-4943-8f6d-0208828a7adb service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.0480626 Sep 17 03:39:12.452870 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-859ff216-b30b-4fd0-ae8b-cf8b9039e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:12.454334 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-859ff216-b30b-4fd0-ae8b-cf8b9039e299 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433393 Sep 17 03:39:12.468519 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:12.553163 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-8b2272ba-3758-4a76-9c8f-41b646c26163 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920668 Sep 17 03:39:12.607865 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:12.649464 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-14c51145-777b-4b10-aa64-b2dbdd4dbb1a req-6aec2425-d921-4dfe-ab9a-769b31133d9b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895295 Sep 17 03:39:12.924879 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162a44c-0fb2-4a48-9524-3b46c58da0a1 req-ccb52d6e-8dc1-4df8-a690-ce4484e1a5b5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:12.926581 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8162a44c-0fb2-4a48-9524-3b46c58da0a1 req-ccb52d6e-8dc1-4df8-a690-ce4484e1a5b5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0468030 Sep 17 03:39:12.978333 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8162a44c-0fb2-4a48-9524-3b46c58da0a1 req-55362ad8-c646-4590-91a5-ce45638bfadb tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451303 Sep 17 03:39:13.153329 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d655ce-50a4-46bc-a861-2e99f13c7959 req-7aeb7d69-e60e-4c0b-bff0-087618f6b6f2 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:13.154883 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f1d655ce-50a4-46bc-a861-2e99f13c7959 req-7aeb7d69-e60e-4c0b-bff0-087618f6b6f2 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0526464 Sep 17 03:39:13.203352 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f1d655ce-50a4-46bc-a861-2e99f13c7959 req-8958a753-5a04-4915-a7d6-ccccb545297b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427849 Sep 17 03:39:14.093502 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:14.109363 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b409d12-4866-43a6-b9a9-51c794369ff2 req-c5cd2c62-13b0-4da2-b413-a1061ed0632c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:14.110952 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8b409d12-4866-43a6-b9a9-51c794369ff2 req-c5cd2c62-13b0-4da2-b413-a1061ed0632c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0514200 Sep 17 03:39:14.135104 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:14.160444 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8b409d12-4866-43a6-b9a9-51c794369ff2 req-b6b35e8e-f644-48db-a06a-96f866d87936 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434833 Sep 17 03:39:14.335948 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d478565-3b77-45f7-930b-8a90574f0b50 req-1fbcf6a5-70c1-4fe7-b4df-2d65e8862acd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:14.337425 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5d478565-3b77-45f7-930b-8a90574f0b50 req-1fbcf6a5-70c1-4fe7-b4df-2d65e8862acd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0557971 Sep 17 03:39:14.386670 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5d478565-3b77-45f7-930b-8a90574f0b50 req-6a81d10f-3852-41bb-b3e5-f306f666b956 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Sep 17 03:39:15.293301 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc514f-896f-45f6-9625-d664ae2208fe req-d6f62e41-67f5-4bfa-bd51-bfa923df3278 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:15.294816 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b6cc514f-896f-45f6-9625-d664ae2208fe req-d6f62e41-67f5-4bfa-bd51-bfa923df3278 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0529237 Sep 17 03:39:15.341102 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b6cc514f-896f-45f6-9625-d664ae2208fe req-f5107543-4949-40bb-90b9-2308c987d389 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Sep 17 03:39:15.513290 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd51e2-b506-4051-97db-d88dcbea0460 req-30e10df6-59d0-4b46-9149-d38b2f5ae941 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:15.514997 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80cd51e2-b506-4051-97db-d88dcbea0460 req-30e10df6-59d0-4b46-9149-d38b2f5ae941 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0506871 Sep 17 03:39:15.568945 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80cd51e2-b506-4051-97db-d88dcbea0460 req-d7e3655c-0742-460d-b05d-9c5ad552c0fd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Sep 17 03:39:16.479859 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450b59d-a17a-4a5c-be54-3e2e50eda594 req-b570f361-987f-4105-bc29-1129705edc50 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:16.481365 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a450b59d-a17a-4a5c-be54-3e2e50eda594 req-b570f361-987f-4105-bc29-1129705edc50 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0559595 Sep 17 03:39:16.529301 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a450b59d-a17a-4a5c-be54-3e2e50eda594 req-aece4167-f9cd-4054-ad06-f353826deaea tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Sep 17 03:39:16.715824 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e6aad-979e-48b0-9616-86c967449fa3 req-06ccca70-2358-4854-81c6-ffcc034ee7e7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:16.717490 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b33e6aad-979e-48b0-9616-86c967449fa3 req-06ccca70-2358-4854-81c6-ffcc034ee7e7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0554740 Sep 17 03:39:16.769782 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b33e6aad-979e-48b0-9616-86c967449fa3 req-da40c748-e5ab-4a94-8ab4-c141022715e2 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Sep 17 03:39:17.663468 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226b110-f824-4f08-a2cc-593c6694757f req-166e0d92-86ee-4f64-90f0-2ed8ad84d089 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:17.664997 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1226b110-f824-4f08-a2cc-593c6694757f req-166e0d92-86ee-4f64-90f0-2ed8ad84d089 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0504727 Sep 17 03:39:17.894752 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:17.897071 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3ceb5-9549-45e5-a42e-54834d7bb1fb req-fde2cfac-24d2-4260-8f7a-852535d5f327 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:17.898737 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-09a3ceb5-9549-45e5-a42e-54834d7bb1fb req-fde2cfac-24d2-4260-8f7a-852535d5f327 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0497174 Sep 17 03:39:17.906954 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1226b110-f824-4f08-a2cc-593c6694757f req-e621a6cf-3e92-428d-aa3c-330c56706b6e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362804 Sep 17 03:39:17.948072 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-09a3ceb5-9549-45e5-a42e-54834d7bb1fb req-c7e3733b-d771-41a8-8dce-ed5b9a17916c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Sep 17 03:39:18.901394 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac088a8-f4ec-48ac-94ff-e3c21f15801a req-776af0a1-2108-4728-baa4-993e33ba5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:18.903724 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3ac088a8-f4ec-48ac-94ff-e3c21f15801a req-776af0a1-2108-4728-baa4-993e33ba5b10 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 1130 time: 0.0445125 Sep 17 03:39:18.954085 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3ac088a8-f4ec-48ac-94ff-e3c21f15801a req-94775a80-682c-4047-b782-1248d0cf1228 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Sep 17 03:39:19.045579 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2733cac-253b-4697-935b-4d807e55ce71 req-1b6db11b-4404-4ccf-864c-78d93d8275d5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:19.047156 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f2733cac-253b-4697-935b-4d807e55ce71 req-1b6db11b-4404-4ccf-864c-78d93d8275d5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0545425 Sep 17 03:39:19.083701 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d25be-01c9-4532-8a28-cec41ec007c1 req-a8ebd175-2907-42c0-a8be-53c0bc696b98 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:19.085944 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-378d25be-01c9-4532-8a28-cec41ec007c1 req-a8ebd175-2907-42c0-a8be-53c0bc696b98 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0518854 Sep 17 03:39:19.105504 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f2733cac-253b-4697-935b-4d807e55ce71 req-ee919d7a-f156-4858-b148-24f99c39b865 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484951 Sep 17 03:39:19.186816 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-378d25be-01c9-4532-8a28-cec41ec007c1 req-05cefa53-bc08-4e2c-91ab-5741f7c733ef tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919731 Sep 17 03:39:20.321890 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf1e24-f43c-4739-a149-c31eb66c9c43 req-f41b2fe1-6670-466d-add7-7a76fac675ca tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:20.330155 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-69bf1e24-f43c-4739-a149-c31eb66c9c43 req-f41b2fe1-6670-466d-add7-7a76fac675ca tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0577145 Sep 17 03:39:20.335809 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ce9e-c13a-44df-9242-ac0fc8407ed1 req-3aa5b25c-fd25-40ba-bddd-c78062a9ec5a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:20.338746 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a1c5ce9e-c13a-44df-9242-ac0fc8407ed1 req-3aa5b25c-fd25-40ba-bddd-c78062a9ec5a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.1092825 Sep 17 03:39:20.403187 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-69bf1e24-f43c-4739-a149-c31eb66c9c43 req-d776766b-8ee5-46ba-8118-37da75d510b4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716481 Sep 17 03:39:20.448493 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a1c5ce9e-c13a-44df-9242-ac0fc8407ed1 req-52efd737-3a01-472a-9428-d864b744d2b7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974472 Sep 17 03:39:21.573726 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d4ad7-0786-42c0-953f-f59056165454 req-a7d41ffe-06e4-434e-b79f-3e937cb3b3d7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:21.581828 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e91d4ad7-0786-42c0-953f-f59056165454 req-a7d41ffe-06e4-434e-b79f-3e937cb3b3d7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0734258 Sep 17 03:39:21.604233 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:21.624263 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf116540-030d-459f-8989-590860d81825 req-d9aab7cc-0472-4987-894c-cd50b9a6a58b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:21.626292 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bf116540-030d-459f-8989-590860d81825 req-d9aab7cc-0472-4987-894c-cd50b9a6a58b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0536056 Sep 17 03:39:21.635462 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e91d4ad7-0786-42c0-953f-f59056165454 req-48d6c1fb-139c-484c-bd26-f0cc07f7f022 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527439 Sep 17 03:39:21.683964 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bf116540-030d-459f-8989-590860d81825 req-cfd54b62-fbef-480b-b354-725e3b590de8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514534 Sep 17 03:39:21.837312 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e225272-f57d-4b50-a46f-f0e8de09af95 req-674b2aa6-2624-4b29-8ed3-b4e24358d07e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:21.839385 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4e225272-f57d-4b50-a46f-f0e8de09af95 req-674b2aa6-2624-4b29-8ed3-b4e24358d07e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0540347 Sep 17 03:39:21.904754 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4e225272-f57d-4b50-a46f-f0e8de09af95 req-c855449a-44a6-4fe9-9cf0-dfc4eaaeae41 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 Sep 17 03:39:22.892430 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb2908-295e-4eff-8c6b-608ad05add2e req-84435677-669d-42e7-aba6-f87ae06bf3f4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:22.894081 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-87bb2908-295e-4eff-8c6b-608ad05add2e req-84435677-669d-42e7-aba6-f87ae06bf3f4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.1030507 Sep 17 03:39:22.951742 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-87bb2908-295e-4eff-8c6b-608ad05add2e req-cc1df55f-680e-47d9-af7d-f57ad2edda48 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503738 Sep 17 03:39:23.738720 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a77e96-1973-4a17-b9e6-f2bc382275c9 req-69afb73f-0df2-40d6-a408-7cf52e650d74 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:23.740448 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-07a77e96-1973-4a17-b9e6-f2bc382275c9 req-69afb73f-0df2-40d6-a408-7cf52e650d74 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0620813 Sep 17 03:39:23.800990 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-07a77e96-1973-4a17-b9e6-f2bc382275c9 req-a2c91fbd-eea1-4542-90ab-df86fdebba10 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534077 Sep 17 03:39:24.105144 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87741a09-f766-4b87-b8af-8d2f67a5df99 req-c5dc0668-8e95-4f5f-b728-9318a0f8fb50 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:24.106795 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-87741a09-f766-4b87-b8af-8d2f67a5df99 req-c5dc0668-8e95-4f5f-b728-9318a0f8fb50 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0602996 Sep 17 03:39:24.127541 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:24.130069 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:24.169782 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-87741a09-f766-4b87-b8af-8d2f67a5df99 req-e65efc89-6011-4d57-a75a-eb7c9b012b5c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568187 Sep 17 03:39:24.385069 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-523db7ec-6250-4faf-8761-50129c22f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:24.386625 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-523db7ec-6250-4faf-8761-50129c22f157 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 1130 time: 0.0497651 Sep 17 03:39:24.890970 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:24.947443 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569cb8a-cbf3-4cef-81b8-51f9479b55cd req-19af8dc7-4a4f-457f-b3b7-b36b40a12e68 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:24.948811 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-9c6c3f45-54c2-44ae-9fc0-79e2b3df21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:24.949673 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d569cb8a-cbf3-4cef-81b8-51f9479b55cd req-19af8dc7-4a4f-457f-b3b7-b36b40a12e68 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0683045 Sep 17 03:39:24.950374 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-9c6c3f45-54c2-44ae-9fc0-79e2b3df21cd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.1216040 Sep 17 03:39:24.983488 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:25.022946 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d569cb8a-cbf3-4cef-81b8-51f9479b55cd req-67c3fc3d-cc9d-45f3-8009-c35415ed72b5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662751 Sep 17 03:39:25.026549 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-df56c0b0-7066-49c3-97da-5b02fc0979ff service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f HTTP/1.1" status: 200 len: 217 time: 0.0683403 Sep 17 03:39:25.114745 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-7c3c9930-5690-4014-8db5-f6669cd304d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:25.116420 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-7c3c9930-5690-4014-8db5-f6669cd304d4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0610669 Sep 17 03:39:25.184692 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-3d71cde1-5454-47b9-a327-9fd8c36b6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:25.188350 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-3d71cde1-5454-47b9-a327-9fd8c36b6543 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0550759 Sep 17 03:39:25.358541 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4504bf-ba4f-4aea-a5a5-97968e1463c8 req-23aa5973-2b79-4121-97a2-a0036c740b95 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:25.360320 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ce4504bf-ba4f-4aea-a5a5-97968e1463c8 req-23aa5973-2b79-4121-97a2-a0036c740b95 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0899472 Sep 17 03:39:25.367018 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-5a6066fd-6b13-4a55-8720-574501c8df54 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702023 Sep 17 03:39:25.494494 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ce4504bf-ba4f-4aea-a5a5-97968e1463c8 req-4d293a8f-69e2-43fb-ae41-11e58db207d0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263652 Sep 17 03:39:25.543533 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9387b74a-44aa-43a5-92f2-c92836332ca0 req-7e2e7ed0-5421-4558-bb96-e3d28b16cd6b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560986 Sep 17 03:39:26.321668 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe652cc-82bb-4d6c-8bb1-4b89efb24227 req-ca910940-748f-46f6-a1f8-e41027520266 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:26.327128 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cbe652cc-82bb-4d6c-8bb1-4b89efb24227 req-ca910940-748f-46f6-a1f8-e41027520266 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.1667395 Sep 17 03:39:26.336651 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-42a46bed-05bc-48dd-a8a2-d22b2049bdaa tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1983074434&fields=id&tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7 HTTP/1.1" status: 200 len: 267 time: 0.0916898 Sep 17 03:39:26.447871 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7a938ee4-90a8-4807-ba11-33398932494c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:26.501173 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cbe652cc-82bb-4d6c-8bb1-4b89efb24227 req-93dce2c0-8abf-476e-8056-e3bf6ed51cbd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687574 Sep 17 03:39:26.513836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-b7051534-8405-4d25-96d4-400ed8d0a561 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:26.529438 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-b7051534-8405-4d25-96d4-400ed8d0a561 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/networks?id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 200 len: 808 time: 0.1818542 Sep 17 03:39:26.551806 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-ffb42c54-231b-41e6-a791-aad040189825 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/quotas/edd573977cb64f70b39b2ef5d1ed1cb7 HTTP/1.1" status: 200 len: 375 time: 0.0193486 Sep 17 03:39:26.615404 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-32290ce8-561c-414f-bfb1-2b0dc0a732e4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616646 Sep 17 03:39:26.680163 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae334c-4f30-41b6-8deb-db883c286f12 req-adb50919-4e70-4d94-a6b0-290342cb8af8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:26.682165 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e7ae334c-4f30-41b6-8deb-db883c286f12 req-adb50919-4e70-4d94-a6b0-290342cb8af8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0617294 Sep 17 03:39:26.756177 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-10eae4bf-ff35-4002-b719-dd9a41b1b4b8 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165371 Sep 17 03:39:26.763102 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e7ae334c-4f30-41b6-8deb-db883c286f12 req-5a829fcb-17aa-485c-9ec8-d171fd22b2b7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740681 Sep 17 03:39:26.778048 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:27.016488 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-da944aa3-573d-4b9e-a77f-add98a2aa1a6 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506998 Sep 17 03:39:27.403941 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-181889f3-f012-4a2f-8c9e-fcd7851098d9 req-f65275e0-1cc5-433c-b46b-6885db7db0e3 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 210 time: 0.0527523 Sep 17 03:39:27.722616 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605f886-af28-4a67-881f-e740c9c5ea00 req-1845948a-5045-489b-bd4c-c98febbfcd07 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:27.725032 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f605f886-af28-4a67-881f-e740c9c5ea00 req-1845948a-5045-489b-bd4c-c98febbfcd07 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0677466 Sep 17 03:39:27.790109 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f605f886-af28-4a67-881f-e740c9c5ea00 req-ed8932b3-c7bb-49fd-ab48-78ab190bd8ba tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588248 Sep 17 03:39:27.949265 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae8b83-b231-41d7-b1a9-dd9d857f323d req-ca83cd66-d7fc-45bb-949e-178145f43c1a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:27.951047 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e1ae8b83-b231-41d7-b1a9-dd9d857f323d req-ca83cd66-d7fc-45bb-949e-178145f43c1a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0616236 Sep 17 03:39:28.023830 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e1ae8b83-b231-41d7-b1a9-dd9d857f323d req-bdc2a919-4987-4b07-81e9-e99ff6ea22f4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651562 Sep 17 03:39:28.528421 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7b77df52-0668-42c4-8bb2-01332fb9c207 req-3201ad0b-fc5e-4f53-8f8b-7655ddd775f7 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 210 time: 0.0320797 Sep 17 03:39:28.554316 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-264c6b39-7699-4707-add9-d4a313508245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:29.051139 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08de-319a-4f35-a58d-84633a94d865 req-ac40b40e-8b78-485a-889e-f157a4dc6c5b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:29.053906 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-480a08de-319a-4f35-a58d-84633a94d865 req-ac40b40e-8b78-485a-889e-f157a4dc6c5b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.1167614 Sep 17 03:39:29.148589 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-480a08de-319a-4f35-a58d-84633a94d865 req-945f034b-c12a-42e6-b7b9-30dadcd452bf tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881190 Sep 17 03:39:29.190300 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f0070-5b73-4fa7-93f5-a40415a6492d req-b46fd0b9-67bd-4ba0-9d7d-306c6f1dd79f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:29.197332 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d55f0070-5b73-4fa7-93f5-a40415a6492d req-b46fd0b9-67bd-4ba0-9d7d-306c6f1dd79f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0761597 Sep 17 03:39:29.260839 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d55f0070-5b73-4fa7-93f5-a40415a6492d req-9b0f3712-bbb2-4d15-97d7-614f4bdc1995 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623639 Sep 17 03:39:29.680161 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b1fd0790-d376-458b-9558-a23dcd855b0b req-a6c76c3a-6f6c-48de-9fec-1463d20a8e9d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 210 time: 0.0319586 Sep 17 03:39:30.209522 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-9ec3f4d3-6fd1-42ba-bcd3-7f6fcb5befd4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:30.212396 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-9ec3f4d3-6fd1-42ba-bcd3-7f6fcb5befd4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.55 "GET /networking/v2.0/networks?id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 200 len: 808 time: 0.2097170 Sep 17 03:39:30.269011 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:30.299026 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:30.383768 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bb90c-c534-4ddb-9afd-ff4743070435 req-e5105c94-2a4b-48fb-9b47-3fec34124606 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:30.391113 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-888bb90c-c534-4ddb-9afd-ff4743070435 req-e5105c94-2a4b-48fb-9b47-3fec34124606 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.1246035 Sep 17 03:39:30.414865 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-0cb3f324-0832-4e0d-b9b8-f5afffebda35 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7 HTTP/1.1" status: 200 len: 380 time: 0.1844575 Sep 17 03:39:30.430323 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'port': {'device_id': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'admin_state_up': True, 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'security_groups': ['8cb251c1-5f3a-44b8-b937-375926394959']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:30.465575 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f4dcb-ec72-4ce8-a870-fc61bc3bbbcd req-6483544a-c008-4784-aaf7-14d20b533720 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:30.467917 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-797f4dcb-ec72-4ce8-a870-fc61bc3bbbcd req-6483544a-c008-4784-aaf7-14d20b533720 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0708122 Sep 17 03:39:30.518469 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:30.519815 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-888bb90c-c534-4ddb-9afd-ff4743070435 req-90e3efd5-0c88-46f8-ac02-1e3dd583df0c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208963 Sep 17 03:39:30.533610 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-797f4dcb-ec72-4ce8-a870-fc61bc3bbbcd req-79566df4-a6ec-403b-a509-e0fc1873229f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591941 Sep 17 03:39:30.608647 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Made reservation on behalf of edd573977cb64f70b39b2ef5d1ed1cb7 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:39:30.613714 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:30.758638 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:30.789651 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Allocated IP 172.20.0.11 (42c1e0a5-0968-45b6-9e9c-fa3813df2a8d/d4f56fc0-c2fa-40db-b4a9-78ab9e33116d/c9f73e5d-00f6-497d-a449-a4fffa2ef7e8) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:30.831817 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b200217f-1add-41eb-8073-a15423d39cc6 req-179b3302-b2dc-46be-9c74-0733ed524aa9 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 210 time: 0.0588975 Sep 17 03:39:30.950220 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:30.985030 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.035797 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:31.039294 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:31.043069 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:31.047321 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:31.078126 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.078448 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.078805 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.079110 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.079439 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.079732 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.080057 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.080380 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.080704 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.081018 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.081366 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.081659 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.082026 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.082338 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.082653 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:31.108731 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:31.109353 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.126428 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-8c044651-1b4a-4b23-93bf-55351677cb3a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6999350 Sep 17 03:39:31.188242 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Request body: {'port': {'device_id': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:31.252398 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.282844 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-1066266d-50ae-4ef7-b7dd-ed5fde061d77 None None] Provisioning complete for port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:31.283416 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1066266d-50ae-4ef7-b7dd-ed5fde061d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.283536 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-1066266d-50ae-4ef7-b7dd-ed5fde061d77 None None] Attempt 1 to provision port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 Sep 17 03:39:31.317662 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-1066266d-50ae-4ef7-b7dd-ed5fde061d77 None None] Port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:31.371509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:31.515275 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:39:31.523029 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Publish callbacks [] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.535667 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Transition to ACTIVE for port object c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:39:31.540134 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.597589 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:31.628396 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Pushing event updated for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:31.659078 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016de09-bff4-4dd3-ba69-290d2569f337 req-4f999e6a-a270-4148-a39e-de8842b15319 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:31.660619 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d016de09-bff4-4dd3-ba69-290d2569f337 req-4f999e6a-a270-4148-a39e-de8842b15319 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0557833 Sep 17 03:39:31.691295 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Attempting to bind port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:39:31.691645 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Attempting to bind port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:39:31.691956 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Attempting to bind port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 on network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:39:31.700309 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ea2b6-1845-4d9a-b0cb-cd40f06b4da6 req-abac467e-5434-47a6-bac2-7d46e97c40a1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:31.702138 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6c2ea2b6-1845-4d9a-b0cb-cd40f06b4da6 req-abac467e-5434-47a6-bac2-7d46e97c40a1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0692408 Sep 17 03:39:31.709181 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d016de09-bff4-4dd3-ba69-290d2569f337 req-b4a0495b-79ac-430f-a65b-b1111e3eccb7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Sep 17 03:39:31.778256 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 on network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:39:31.778643 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Attempting to bind port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 on network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:39:31.788565 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.807792 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6c2ea2b6-1845-4d9a-b0cb-cd40f06b4da6 req-5b6b90e8-cec7-4f43-9b44-dcde566fed7b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879822 Sep 17 03:39:31.811635 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.821659 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-1066266d-50ae-4ef7-b7dd-ed5fde061d77 None None] Attempt 2 to provision port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 Sep 17 03:39:31.832428 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:39:31.833388 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Checking segment: {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:39:31.833931 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Bound using segment: {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:39:31.834482 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Bound port: c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563806b2-b8a6-4f84-8a71-758b251cb887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:39:31.834922 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:31.862223 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-1066266d-50ae-4ef7-b7dd-ed5fde061d77 None None] Port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:31.986915 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31289f6c-623b-4f07-afc2-906696d8cb8b req-97d4c1b6-0a48-412c-a906-9090f24f1024 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:31.994483 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31289f6c-623b-4f07-afc2-906696d8cb8b req-97d4c1b6-0a48-412c-a906-9090f24f1024 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.0657218 Sep 17 03:39:32.051879 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-31289f6c-623b-4f07-afc2-906696d8cb8b req-7af92e91-c323-4153-aa93-caefa9a4657f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562434 Sep 17 03:39:32.164748 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:39:32.167823 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:39:32.173919 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:32.177940 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:32.178574 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:32.179958 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 1094 time: 0.9970365 Sep 17 03:39:32.180511 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:39:32.182762 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4098f6c2-5506-4385-ba87-7b0f0f0d2389" -d '{"events": [{"name": "network-changed", "server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:39:32.219655 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0cf06-e55d-46d7-a690-43548d4e621b x-openstack-request-id: req-d6d0cf06-e55d-46d7-a690-43548d4e621b {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:39:32.219942 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:39:32.220188 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6d0cf06-e55d-46d7-a690-43548d4e621b {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:39:32.220582 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d0cf06-e55d-46d7-a690-43548d4e621b'] response: {'name': 'network-changed', 'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'status': 'completed', 'code': 200} Sep 17 03:39:32.232328 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca38c6-dd20-4ff7-b666-3da1aeaf1d3f service neutron] Pushing event updated for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:32.363574 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-1066266d-50ae-4ef7-b7dd-ed5fde061d77 None None] Attempt 3 to provision port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 Sep 17 03:39:32.402385 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-1066266d-50ae-4ef7-b7dd-ed5fde061d77 None None] Port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:39:32.495345 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-b4fdf8d9-7cbf-47a2-8128-0ef56a4b0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:32.496862 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-b4fdf8d9-7cbf-47a2-8128-0ef56a4b0584 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 1129 time: 0.0417557 Sep 17 03:39:32.577849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f6c2-5506-4385-ba87-7b0f0f0d2389 req-0b0d40ac-4dcd-4920-8ea9-7b9e6b96d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:32.579367 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4098f6c2-5506-4385-ba87-7b0f0f0d2389 req-0b0d40ac-4dcd-4920-8ea9-7b9e6b96d9c1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1128 time: 0.0471330 Sep 17 03:39:32.863431 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9b5c4-ded6-4078-a4ef-551a26688bb5 req-ff31af15-e216-4f6d-aef9-453a1c739fc2 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:32.865092 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-21e9b5c4-ded6-4078-a4ef-551a26688bb5 req-ff31af15-e216-4f6d-aef9-453a1c739fc2 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0618002 Sep 17 03:39:32.918771 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-21e9b5c4-ded6-4078-a4ef-551a26688bb5 req-957b88fd-b798-40a4-b4d2-4f9ea1795f09 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 Sep 17 03:39:32.946658 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd00ab-9ea0-421f-bd44-4c3b9741d688 req-c9b1a234-46c9-4083-8498-7c086dbf086c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:32.948156 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-38bd00ab-9ea0-421f-bd44-4c3b9741d688 req-c9b1a234-46c9-4083-8498-7c086dbf086c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0465014 Sep 17 03:39:32.995479 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-38bd00ab-9ea0-421f-bd44-4c3b9741d688 req-d7901e2f-8380-43eb-ae68-6a455b63c212 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417330 Sep 17 03:39:33.089120 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:33.123000 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-cd6b6197-b330-4959-a360-b94aeae06933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:33.124304 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-cd6b6197-b330-4959-a360-b94aeae06933 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.0969191 Sep 17 03:39:33.179123 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9013a43-d82d-48c7-a34b-80e88573eed7 req-0bc3c15b-7945-4fad-8b64-5fb72022d1fa tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:33.186827 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a9013a43-d82d-48c7-a34b-80e88573eed7 req-0bc3c15b-7945-4fad-8b64-5fb72022d1fa tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.0560465 Sep 17 03:39:33.234894 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a9013a43-d82d-48c7-a34b-80e88573eed7 req-e1561c02-b962-44de-b0a3-f976b5b14e5f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468843 Sep 17 03:39:33.317238 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-0f19a481-c6d3-4452-a258-aa6c81f0d1fd service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 200 len: 1001 time: 0.1850059 Sep 17 03:39:33.393501 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f6c2-5506-4385-ba87-7b0f0f0d2389 req-5d104156-9be0-4630-abf7-71871e399039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:33.395003 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4098f6c2-5506-4385-ba87-7b0f0f0d2389 req-5d104156-9be0-4630-abf7-71871e399039 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2643454 Sep 17 03:39:33.404173 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-1e93518e-2815-4fb6-b62b-eda988c24779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:33.405470 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-1e93518e-2815-4fb6-b62b-eda988c24779 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.0750742 Sep 17 03:39:33.536452 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-30572ace-3211-46c6-9993-be7aeadd700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:33.538024 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-30572ace-3211-46c6-9993-be7aeadd700a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1172647 Sep 17 03:39:33.652225 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:33.655302 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098f6c2-5506-4385-ba87-7b0f0f0d2389 req-7df9b147-36b4-4e13-b567-7ed8f1ce0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:33.656767 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4098f6c2-5506-4385-ba87-7b0f0f0d2389 req-7df9b147-36b4-4e13-b567-7ed8f1ce0221 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2371681 Sep 17 03:39:33.689999 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-bcdcdcde-9adc-44c9-9351-5ca68ea73522 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355927 Sep 17 03:39:33.814639 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-46473940-730c-4b3d-a578-a70c3ebf8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:33.816126 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-46473940-730c-4b3d-a578-a70c3ebf8f1d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1128 time: 0.0765100 Sep 17 03:39:33.880282 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-341b98ec-edfb-4ef3-a5fb-e3acec904a44 req-0cb66720-79fe-47ff-b97d-005137dc0f14 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622477 Sep 17 03:39:33.881527 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-dbb45322-ab66-4c20-afc1-6c43a51b2907 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 217 time: 0.0497785 Sep 17 03:39:33.897189 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 34992) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:33.954731 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-d6a49d8b-6baa-492a-8ff3-16e01ce61917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:33.956266 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-d6a49d8b-6baa-492a-8ff3-16e01ce61917 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d HTTP/1.1" status: 200 len: 847 time: 0.0472739 Sep 17 03:39:34.032810 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5a2a5978-0aa8-4951-9d87-108a970dd9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.069493 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e6916-98c6-4a58-b157-9b6768126a87 req-438ed3d5-2abe-49a6-80c6-cc504bca927a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:34.071005 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-679e6916-98c6-4a58-b157-9b6768126a87 req-438ed3d5-2abe-49a6-80c6-cc504bca927a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0742931 Sep 17 03:39:34.127325 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e6363-ecde-496a-85c7-c008cf68764b req-1a5addf1-8b5b-4fa7-a208-731ce5650fd8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:34.129044 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-283e6363-ecde-496a-85c7-c008cf68764b req-1a5addf1-8b5b-4fa7-a208-731ce5650fd8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0503483 Sep 17 03:39:34.144830 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-679e6916-98c6-4a58-b157-9b6768126a87 req-9c5b3349-624c-4424-8b53-4d33ae8f742b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662763 Sep 17 03:39:34.171626 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5a2a5978-0aa8-4951-9d87-108a970dd9d8 admin admin] Publish callbacks [] for security_group (40de168e-e9a0-470b-a4ee-98e427331116), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.176080 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5a2a5978-0aa8-4951-9d87-108a970dd9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (40de168e-e9a0-470b-a4ee-98e427331116), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.188008 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:34.194108 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-283e6363-ecde-496a-85c7-c008cf68764b req-cdac1e9a-478a-4760-9df9-5313bc15d20f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580776 Sep 17 03:39:34.216362 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-5a2a5978-0aa8-4951-9d87-108a970dd9d8 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=71d1945e484548cfbdd09abced20d3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180578 Sep 17 03:39:34.218274 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a5978-0aa8-4951-9d87-108a970dd9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40de168e-e9a0-470b-a4ee-98e427331116,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:34.219206 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35000) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:34.252382 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:34.276558 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Publish callbacks [] for security_group (40de168e-e9a0-470b-a4ee-98e427331116), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.299440 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Publish callbacks [] for security_group (40de168e-e9a0-470b-a4ee-98e427331116), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.352399 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (40de168e-e9a0-470b-a4ee-98e427331116), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.355878 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.359938 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/40de168e-e9a0-470b-a4ee-98e427331116 HTTP/1.1" status: 204 len: 168 time: 0.1382558 Sep 17 03:39:34.369193 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de168e-e9a0-470b-a4ee-98e427331116,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:34.374196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ca596-ac8c-42d5-a07e-7829af10e8ea req-bb9dbd1e-e395-4ad2-b447-489f69b4ea22 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:34.376717 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-774ca596-ac8c-42d5-a07e-7829af10e8ea req-bb9dbd1e-e395-4ad2-b447-489f69b4ea22 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.0626330 Sep 17 03:39:34.378680 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.379235 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.379649 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.380157 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.380576 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.380967 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.381431 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.382187 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.382525 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.382855 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.383184 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.383692 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.384045 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.384373 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.384702 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0137045-6836-424c-afe8-8af5d99d3ef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:34.448138 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-774ca596-ac8c-42d5-a07e-7829af10e8ea req-9a079789-4867-458b-aa80-6cfafe7992a5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651798 Sep 17 03:39:34.522159 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35016) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:34.721504 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c1a3278f-9f82-4d1a-913b-42508baea584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.815350 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c1a3278f-9f82-4d1a-913b-42508baea584 admin admin] Publish callbacks [] for security_group (50b1aa80-5203-4863-8e08-15b9b5440e37), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.820201 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c1a3278f-9f82-4d1a-913b-42508baea584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (50b1aa80-5203-4863-8e08-15b9b5440e37), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.874013 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35034) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:34.874646 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c1a3278f-9f82-4d1a-913b-42508baea584 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=962b0971f3034577809163b87f5db983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506794 Sep 17 03:39:34.879332 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3278f-9f82-4d1a-913b-42508baea584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b1aa80-5203-4863-8e08-15b9b5440e37,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:34.929115 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e1bac6a1-a027-4a3e-a005-6125a4a49b79 admin admin] Publish callbacks [] for security_group (50b1aa80-5203-4863-8e08-15b9b5440e37), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:34.951724 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e1bac6a1-a027-4a3e-a005-6125a4a49b79 admin admin] Publish callbacks [] for security_group (50b1aa80-5203-4863-8e08-15b9b5440e37), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:35.009026 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e1bac6a1-a027-4a3e-a005-6125a4a49b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (50b1aa80-5203-4863-8e08-15b9b5440e37), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:35.012443 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e1bac6a1-a027-4a3e-a005-6125a4a49b79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:35.013582 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-e1bac6a1-a027-4a3e-a005-6125a4a49b79 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/50b1aa80-5203-4863-8e08-15b9b5440e37 HTTP/1.1" status: 204 len: 168 time: 0.1375864 Sep 17 03:39:35.021599 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bac6a1-a027-4a3e-a005-6125a4a49b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b1aa80-5203-4863-8e08-15b9b5440e37,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:35.289423 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfe2df-d5ba-4f19-945c-1c687299c5c3 req-3910db43-6849-4866-a8d3-15792edde4ae tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:35.296406 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bedfe2df-d5ba-4f19-945c-1c687299c5c3 req-3910db43-6849-4866-a8d3-15792edde4ae tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0709910 Sep 17 03:39:35.348188 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bedfe2df-d5ba-4f19-945c-1c687299c5c3 req-1f26f43e-e277-4b98-99cb-d5eb264a6956 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509343 Sep 17 03:39:35.350929 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c1801-d6ac-4d37-9efd-f97b86be0830 req-6ab3df0c-ff41-40b9-8ff0-db5471f08782 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:35.352641 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-187c1801-d6ac-4d37-9efd-f97b86be0830 req-6ab3df0c-ff41-40b9-8ff0-db5471f08782 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 945 time: 0.0577457 Sep 17 03:39:35.359920 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:39:35.393150 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:35.411334 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-187c1801-d6ac-4d37-9efd-f97b86be0830 req-ecc9dc01-9da7-4f4c-b8d4-0c1878359035 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523157 Sep 17 03:39:35.449465 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 82e5b702-c639-4c63-a0d2-0adfbba17db6 is: ACTIVE; New status is: DOWN {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:35.449964 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:35.476223 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:39:35.478754 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2d1684-574d-46e6-8bf4-bedfc38d1f6a" -d '{"events": [{"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:39:35.492591 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:35.500103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:35.529591 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beef8d7-d448-4888-a40c-8579ded8a2e5 x-openstack-request-id: req-5beef8d7-d448-4888-a40c-8579ded8a2e5 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:39:35.529935 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-unplugged", "status": "completed", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:39:35.530183 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5beef8d7-d448-4888-a40c-8579ded8a2e5 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:39:35.530778 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5beef8d7-d448-4888-a40c-8579ded8a2e5'] response: {'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'code': 200} Sep 17 03:39:35.553011 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=8']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:35.660724 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300346d-3e6c-4dcb-9d87-285de0bc6f46 req-f4f22a17-82ad-47d5-866d-7f2a79e3f182 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:35.662583 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a300346d-3e6c-4dcb-9d87-285de0bc6f46 req-f4f22a17-82ad-47d5-866d-7f2a79e3f182 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.1250656 Sep 17 03:39:35.664445 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-0051a383-6730-4709-9fc9-a502be6858e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:35.666161 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-0051a383-6730-4709-9fc9-a502be6858e0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1224029 Sep 17 03:39:35.685308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:35.723201 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a300346d-3e6c-4dcb-9d87-285de0bc6f46 req-7e621551-b83e-4d35-802a-cfd48bd01d18 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524895 Sep 17 03:39:36.430258 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-0410291c-5043-4652-ba10-9642ae51f1a8 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155021 Sep 17 03:39:36.509874 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550b6ad-7870-40f8-a458-0770bc138a87 req-64008820-3410-4896-b123-6692e83e2775 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:36.511612 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e550b6ad-7870-40f8-a458-0770bc138a87 req-64008820-3410-4896-b123-6692e83e2775 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0533724 Sep 17 03:39:36.554138 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75ba3-fd99-4391-9a64-862e642d2996 req-c7b52937-00a1-4498-a93b-f5b52c46b760 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:36.555610 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-31c75ba3-fd99-4391-9a64-862e642d2996 req-c7b52937-00a1-4498-a93b-f5b52c46b760 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0471334 Sep 17 03:39:36.559393 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e550b6ad-7870-40f8-a458-0770bc138a87 req-5d184282-3ba7-40f8-9a27-4ab096ddf962 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Sep 17 03:39:36.602184 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-31c75ba3-fd99-4391-9a64-862e642d2996 req-b7265696-bc1e-49d6-9252-a32b6f2c47fc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Sep 17 03:39:36.870535 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ef7b8-ecb2-489d-8431-5a59bc9e4ec7 req-206b240d-1b7f-46e4-8594-cd0a41b7fac6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:36.872031 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1a8ef7b8-ecb2-489d-8431-5a59bc9e4ec7 req-206b240d-1b7f-46e4-8594-cd0a41b7fac6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.0660503 Sep 17 03:39:36.873991 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9e3819da-86dd-4fae-96fe-a21b4c9f7e90 req-44937500-a6ee-4109-aa31-6560d9fe270e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590824 Sep 17 03:39:36.924381 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1a8ef7b8-ecb2-489d-8431-5a59bc9e4ec7 req-26449f77-532c-4f03-a105-b0cf2559541c tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 Sep 17 03:39:37.158728 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [req-65f8892b-685e-4a0b-ab16-4c6e3d2d112d req-78bfdff5-2001-46c3-b752-12f8155b8e4e service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:39:37.159982 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-65f8892b-685e-4a0b-ab16-4c6e3d2d112d req-78bfdff5-2001-46c3-b752-12f8155b8e4e service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056584 Sep 17 03:39:37.258903 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-1c240fa0-9b90-4b35-9e54-caa5a8cdf6f0 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/networks?tenant_id=34adcd1df6534cb9ba5c6a45c9fd662b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336275 Sep 17 03:39:37.358506 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e282a7-097c-4626-810c-9db857b07842 req-f78fb4cc-5d4a-4c66-b588-1183aa3a2b40 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:37.360287 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-64e282a7-097c-4626-810c-9db857b07842 req-f78fb4cc-5d4a-4c66-b588-1183aa3a2b40 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0542972 Sep 17 03:39:37.395905 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:37.443486 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-64e282a7-097c-4626-810c-9db857b07842 req-3ea78be5-4d65-4157-ad4e-a96d0c869c8b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736535 Sep 17 03:39:37.488283 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a741a7-e462-47bd-8c3c-520919e16764 req-03f3f3ec-8d14-44b7-9ccb-103b3777bc8a tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:37.494247 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-03f3f3ec-8d14-44b7-9ccb-103b3777bc8a tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291708 Sep 17 03:39:37.507888 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-891aa5a7-ae4c-4e4d-ab3d-8320e1ea4dd1 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/quotas/34adcd1df6534cb9ba5c6a45c9fd662b HTTP/1.1" status: 200 len: 375 time: 0.0118515 Sep 17 03:39:37.547684 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-7f97f271-cbc0-4b03-8230-c7e6e24d6de1 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=34adcd1df6534cb9ba5c6a45c9fd662b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339847 Sep 17 03:39:37.734722 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152cd3-6a1a-4e14-8697-8938f6335802 req-49bec4a0-db68-4df1-abc8-516f5740f859 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:37.742766 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-31152cd3-6a1a-4e14-8697-8938f6335802 req-49bec4a0-db68-4df1-abc8-516f5740f859 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0995917 Sep 17 03:39:37.751897 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35164) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:37.769476 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1fc0268a-d06b-4781-9572-86bdad968628 req-118a2277-a5b1-449d-b4f6-58186c79df28 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0457525 Sep 17 03:39:37.808790 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-31152cd3-6a1a-4e14-8697-8938f6335802 req-cd080114-b680-46f9-82e0-598bda5a6f9e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623980 Sep 17 03:39:37.871612 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-964f104c-d897-44f8-bf5b-eb3e3692ee01 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183875 Sep 17 03:39:37.881094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-54e106f5-227a-4f19-95e7-3bde7c997509 service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:39:37.882250 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-54e106f5-227a-4f19-95e7-3bde7c997509 service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056279 Sep 17 03:39:37.964971 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35178) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:38.077164 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb110e-119d-4d0b-bafa-4d299bd9cd28 req-aa1f4abd-208b-4164-8e92-60da27d93092 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:38.079207 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c2cb110e-119d-4d0b-bafa-4d299bd9cd28 req-aa1f4abd-208b-4164-8e92-60da27d93092 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.0604491 Sep 17 03:39:38.083878 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-c35eaabe-2918-468f-83e3-6d6508e0eb35 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:38.085450 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-c35eaabe-2918-468f-83e3-6d6508e0eb35 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports/82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 200 len: 940 time: 0.1193323 Sep 17 03:39:38.134286 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c2cb110e-119d-4d0b-bafa-4d299bd9cd28 req-b9d470fb-4596-4e92-bdc1-6acb70c88b75 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483484 Sep 17 03:39:38.595638 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f570ca-9ace-4b1d-bea4-94ee740a5bf0 req-6cf9f6f2-c49b-40b6-aece-4f82cf9f9315 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:38.597285 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-12f570ca-9ace-4b1d-bea4-94ee740a5bf0 req-6cf9f6f2-c49b-40b6-aece-4f82cf9f9315 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0628996 Sep 17 03:39:38.650531 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-12f570ca-9ace-4b1d-bea4-94ee740a5bf0 req-4e36670c-b950-4c78-847f-679010712589 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468557 Sep 17 03:39:38.846784 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:39:38.887795 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c24f2a75-2bf2-48d6-a218-a6510f583944 req-3b31ae13-84f3-408f-bdc6-952548278317 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0330954 Sep 17 03:39:38.961828 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f05ff7-cce9-4e4e-a35a-1b3b8dcbfa3b req-f56f9522-10fe-44d4-98b6-24cfdcd4473b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:38.963461 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a8f05ff7-cce9-4e4e-a35a-1b3b8dcbfa3b req-f56f9522-10fe-44d4-98b6-24cfdcd4473b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0495386 Sep 17 03:39:39.013991 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a8f05ff7-cce9-4e4e-a35a-1b3b8dcbfa3b req-346fb949-e276-48aa-a8d2-98b3794e2530 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 Sep 17 03:39:39.261827 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878ff3-7373-4314-b3c2-bfda85769f6b req-5759f993-865e-4f15-8320-1d4b7cd63878 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:39.263316 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-78878ff3-7373-4314-b3c2-bfda85769f6b req-5759f993-865e-4f15-8320-1d4b7cd63878 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.0525110 Sep 17 03:39:39.321209 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-78878ff3-7373-4314-b3c2-bfda85769f6b req-7fae4865-5b8f-4af9-9de4-d6674f764633 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521879 Sep 17 03:39:39.373479 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:39:39.448074 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 82e5b702-c639-4c63-a0d2-0adfbba17db6 is: DOWN; New status is: DOWN {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:39.795919 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af091c9-f453-4573-8396-fccb82d5390a req-1b7f5037-d92e-4663-88b3-0382ef8db296 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:39.797631 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9af091c9-f453-4573-8396-fccb82d5390a req-1b7f5037-d92e-4663-88b3-0382ef8db296 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0467973 Sep 17 03:39:39.847473 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9af091c9-f453-4573-8396-fccb82d5390a req-5d28b739-c524-4017-8a23-b85cb42bf6b8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Sep 17 03:39:40.009951 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ca846fa7-9428-40f3-9e84-315bbac26f50 req-416f57c1-d9fb-4abb-8974-d6606a4ea697 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0328612 Sep 17 03:39:40.136910 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:40.151315 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ed528-44c7-4b33-a382-3592f67d527a req-fb88e029-2b50-4a2a-a43b-cb7a5060a38c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:40.152825 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-782ed528-44c7-4b33-a382-3592f67d527a req-fb88e029-2b50-4a2a-a43b-cb7a5060a38c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0525053 Sep 17 03:39:40.201004 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-782ed528-44c7-4b33-a382-3592f67d527a req-5ba36098-041b-4508-87d8-97352b5aaaf2 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Sep 17 03:39:40.445796 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf6900-e7c4-44a8-8002-6deecd9a45a9 req-d856bdf9-beb0-4317-8f90-0298d6cf60e4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:40.447297 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-04cf6900-e7c4-44a8-8002-6deecd9a45a9 req-d856bdf9-beb0-4317-8f90-0298d6cf60e4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.0512378 Sep 17 03:39:40.510908 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-04cf6900-e7c4-44a8-8002-6deecd9a45a9 req-7f6c0573-5ab0-4231-8499-75deefaf32c9 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577118 Sep 17 03:39:40.987619 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd371b-fb9b-4369-9dfc-5a2ad3150772 req-7f38075b-b942-430c-a36e-3f940ff9196e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:40.989133 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f6cd371b-fb9b-4369-9dfc-5a2ad3150772 req-7f38075b-b942-430c-a36e-3f940ff9196e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0540524 Sep 17 03:39:41.042886 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f6cd371b-fb9b-4369-9dfc-5a2ad3150772 req-77adc50a-bef5-4ecc-8fea-fdb8803db91a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475693 Sep 17 03:39:41.151272 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5d2b8d2c-07f4-4b97-8907-29d8e98a1836 req-6189f88b-d7d1-43d4-b42b-9059ffa73223 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0359194 Sep 17 03:39:41.329803 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5e76-c217-480d-8be3-8014556e3afb req-b0520293-11fa-4424-9395-8c2ee349d8ca tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:41.331301 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-872e5e76-c217-480d-8be3-8014556e3afb req-b0520293-11fa-4424-9395-8c2ee349d8ca tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0519278 Sep 17 03:39:41.391163 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:39:41.391719 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-872e5e76-c217-480d-8be3-8014556e3afb req-a8019cc2-8d81-45ad-a65a-ec52b2b5751d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Sep 17 03:39:41.496066 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:41.508319 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'port_id': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'mac_address': 'fa:16:3e:86:7d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:39:41.553263 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:41.553263 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:41.598720 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:39:41.614841 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:41.619300 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:41.681413 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:41.709353 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:41.725573 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7b6b-e2f1-4013-96c0-9746f5b1cb8b req-4c751f17-9676-49ef-8a7f-868a82d57d38 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:41.727319 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-197f7b6b-e2f1-4013-96c0-9746f5b1cb8b req-4c751f17-9676-49ef-8a7f-868a82d57d38 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 945 time: 0.1012940 Sep 17 03:39:41.730050 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-645770ca-02d3-4ff1-ae84-a8edecce5115 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=34adcd1df6534cb9ba5c6a45c9fd662b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410221 Sep 17 03:39:41.952344 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-197f7b6b-e2f1-4013-96c0-9746f5b1cb8b req-4e0f824e-0736-483c-a317-b5d445ec836b tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090454 Sep 17 03:39:41.971034 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a741a7-e462-47bd-8c3c-520919e16764 req-32a65ece-026c-4362-9c9d-6cac742e9113 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:41.973070 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-32a65ece-026c-4362-9c9d-6cac742e9113 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287226 Sep 17 03:39:42.002990 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:39:42.041332 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:42.073380 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:42.190469 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716ce73-ed7b-4e2c-b4ac-a9a508e15fe1 req-d5bd37d1-98f4-4607-b166-2db735e6441c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:42.194227 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5716ce73-ed7b-4e2c-b4ac-a9a508e15fe1 req-d5bd37d1-98f4-4607-b166-2db735e6441c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0502427 Sep 17 03:39:42.246721 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5716ce73-ed7b-4e2c-b4ac-a9a508e15fe1 req-b46f7dce-f7cd-4f75-a33c-bbb63bb34b58 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478475 Sep 17 03:39:42.501638 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1934a356-29b7-4054-ab24-96d4f9042267 req-56171c95-3788-409a-b047-545428d7a419 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.2717471 Sep 17 03:39:42.517276 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47f807-000f-4f07-ae06-a842918073fa req-e2b7c1b0-6291-43d0-aa1f-72a7d6c1968e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:42.518789 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0a47f807-000f-4f07-ae06-a842918073fa req-e2b7c1b0-6291-43d0-aa1f-72a7d6c1968e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0516586 Sep 17 03:39:42.564812 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0a47f807-000f-4f07-ae06-a842918073fa req-070d5f6b-c99b-454b-acd4-ce9b41d56ad8 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Sep 17 03:39:42.820515 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Request body: {'port': {'device_id': '87f4a109-7be8-420c-aa01-13b4a322a57f', 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8', 'admin_state_up': True, 'tenant_id': '34adcd1df6534cb9ba5c6a45c9fd662b'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:42.946819 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Made reservation on behalf of 34adcd1df6534cb9ba5c6a45c9fd662b for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:39:42.950642 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:42.962410 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:42.971706 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:43.050934 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks [] for security_group (aafc4739-b36b-493e-9908-baf907d022d5), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.067961 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (aafc4739-b36b-493e-9908-baf907d022d5), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.141780 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbb6cc-65b7-4d83-98bf-0d85d6aa4f88 req-067fdab9-3f52-4b2a-b927-fd805006f79f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:43.143268 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e3cbb6cc-65b7-4d83-98bf-0d85d6aa4f88 req-067fdab9-3f52-4b2a-b927-fd805006f79f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 945 time: 0.1093898 Sep 17 03:39:43.165024 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafc4739-b36b-493e-9908-baf907d022d5,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:43.248536 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e3cbb6cc-65b7-4d83-98bf-0d85d6aa4f88 req-66e48f8a-e832-45b9-94c5-0bc4bf1ac4c9 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967402 Sep 17 03:39:43.262304 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Allocated IP 192.168.233.227 (c8aba01a-ec4b-47e4-bc9a-f4514d7307a8/606dfaee-1345-4eef-b769-d3fad5e6471d/ed1bf528-8e2e-4447-86d0-7700aba3a672) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:43.371824 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed0ed0-6162-47ab-b3a4-6e7e47685a2e req-d16f7078-8b42-458e-bd13-dd52924b2228 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:43.373209 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7aed0ed0-6162-47ab-b3a4-6e7e47685a2e req-d16f7078-8b42-458e-bd13-dd52924b2228 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0464141 Sep 17 03:39:43.401604 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:39:43.423836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks [] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.427145 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7aed0ed0-6162-47ab-b3a4-6e7e47685a2e req-a9158fb7-987f-4b88-a631-db4b558c1aeb tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468469 Sep 17 03:39:43.436284 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:43.452875 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:39:43.462071 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:43.462520 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.462859 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 Sep 17 03:39:43.464385 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.507570 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:43.513213 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:43.517193 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:43.523338 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Pushing event updated for resources: {'Port': ['ID=ed1bf528-8e2e-4447-86d0-7700aba3a672,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:43.544585 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:43.545062 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.571561 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:39:43.572486 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:43.573770 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.575084 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd5451d-17f6-4a2a-9727-d20d3c68dac5" -d '{"events": [{"server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "name": "network-vif-plugged", "status": "completed", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:39:43.592643 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:43.595510 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-261a4993-ea69-4b9f-8a2a-0d0993cd2912 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7823141 Sep 17 03:39:43.600141 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.660125 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f277f2d-f3c8-4d9d-9a42-3302463ab9a2 req-4e911b5c-9ec9-48f9-8420-5a06b1499a5a tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:43.666978 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f980c99-3d37-48c3-8ab5-f1fb84ae3eae x-openstack-request-id: req-7f980c99-3d37-48c3-8ab5-f1fb84ae3eae {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:39:43.667346 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "name": "network-vif-plugged", "status": "completed", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:39:43.667592 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f980c99-3d37-48c3-8ab5-f1fb84ae3eae {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:39:43.667698 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f277f2d-f3c8-4d9d-9a42-3302463ab9a2 req-4e911b5c-9ec9-48f9-8420-5a06b1499a5a tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 936 time: 0.0633996 Sep 17 03:39:43.667985 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f980c99-3d37-48c3-8ab5-f1fb84ae3eae'] response: {'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'code': 200} Sep 17 03:39:43.668709 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:43.719649 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f277f2d-f3c8-4d9d-9a42-3302463ab9a2 req-6471c073-a37a-40ee-b95f-8860dbb8f4f6 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511756 Sep 17 03:39:43.741786 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Request body: {'port': {'device_id': '87f4a109-7be8-420c-aa01-13b4a322a57f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:43.741786 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:43.772586 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216f016-98cf-429a-8f77-e85badbf000e req-4a785b48-4cc0-4551-9aab-b6b4736b537d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:43.774227 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4216f016-98cf-429a-8f77-e85badbf000e req-4a785b48-4cc0-4551-9aab-b6b4736b537d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0719287 Sep 17 03:39:43.802311 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-78bebdb6-c6a6-4178-836c-9509b2340303 None None] Provisioning complete for port ed1bf528-8e2e-4447-86d0-7700aba3a672 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:43.802788 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-78bebdb6-c6a6-4178-836c-9509b2340303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:43.803125 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-78bebdb6-c6a6-4178-836c-9509b2340303 None None] Attempt 1 to provision port ed1bf528-8e2e-4447-86d0-7700aba3a672 Sep 17 03:39:43.816477 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720f56c-6008-4108-b8f2-c398107ae4dd req-e17554eb-5983-42cc-ba70-e231539432ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:43.818504 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8720f56c-6008-4108-b8f2-c398107ae4dd req-e17554eb-5983-42cc-ba70-e231539432ad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 1130 time: 0.0544708 Sep 17 03:39:43.829008 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4216f016-98cf-429a-8f77-e85badbf000e req-f6c5ff94-75f5-4cd8-9570-bcb98c32fd9d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Sep 17 03:39:43.838766 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-78bebdb6-c6a6-4178-836c-9509b2340303 None None] Port ed1bf528-8e2e-4447-86d0-7700aba3a672 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:43.852450 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:44.109798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1bf528-8e2e-4447-86d0-7700aba3a672 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:39:44.117774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Publish callbacks [] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:44.134402 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Transition to ACTIVE for port object ed1bf528-8e2e-4447-86d0-7700aba3a672 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:39:44.139837 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:44.144576 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:44.246346 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1bf528-8e2e-4447-86d0-7700aba3a672,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:44.290134 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8720f56c-6008-4108-b8f2-c398107ae4dd req-485cb732-5ac5-4dbd-8e0e-bfdce048e64a service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951946 Sep 17 03:39:44.306312 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Attempting to bind port ed1bf528-8e2e-4447-86d0-7700aba3a672 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:39:44.307053 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Attempting to bind port ed1bf528-8e2e-4447-86d0-7700aba3a672 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:39:44.310138 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Attempting to bind port ed1bf528-8e2e-4447-86d0-7700aba3a672 on network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:39:44.339560 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-78bebdb6-c6a6-4178-836c-9509b2340303 None None] Attempt 2 to provision port ed1bf528-8e2e-4447-86d0-7700aba3a672 Sep 17 03:39:44.372208 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-78bebdb6-c6a6-4178-836c-9509b2340303 None None] Port ed1bf528-8e2e-4447-86d0-7700aba3a672 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:44.393725 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7733384-c03b-4e73-9874-bc6678c7e242 req-b44fd656-9976-4aa6-a8f2-4ede73a98c76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:44.395212 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a7733384-c03b-4e73-9874-bc6678c7e242 req-b44fd656-9976-4aa6-a8f2-4ede73a98c76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0633099 Sep 17 03:39:44.397204 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Port ed1bf528-8e2e-4447-86d0-7700aba3a672 on network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:39:44.397526 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Attempting to bind port ed1bf528-8e2e-4447-86d0-7700aba3a672 on network c8aba01a-ec4b-47e4-bc9a-f4514d7307a8 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:39:44.443943 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:44.470527 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:39:44.470527 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Checking segment: {'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:39:44.470527 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Bound using segment: {'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:39:44.470952 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Bound port: ed1bf528-8e2e-4447-86d0-7700aba3a672, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceac43bf-14ec-4c12-83b9-d494d2eabae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:39:44.471307 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:44.497099 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a7733384-c03b-4e73-9874-bc6678c7e242 req-25c67428-d45d-4797-9d71-c8b6c664e07e tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961895 Sep 17 03:39:44.540923 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:44.546185 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:44.557199 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] For port ed1bf528-8e2e-4447-86d0-7700aba3a672, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:39:44.560612 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] For port ed1bf528-8e2e-4447-86d0-7700aba3a672, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ed1bf528-8e2e-4447-86d0-7700aba3a672,segment=NetworkSegment(ceac43bf-14ec-4c12-83b9-d494d2eabae4),segment_id=ceac43bf-14ec-4c12-83b9-d494d2eabae4)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:39:44.565601 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c960ef-5400-4373-b62f-815b6b7c6d38 req-b22dc034-4911-44ad-8c12-d43d6b773b08 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:44.567399 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-19c960ef-5400-4373-b62f-815b6b7c6d38 req-b22dc034-4911-44ad-8c12-d43d6b773b08 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0541954 Sep 17 03:39:44.568012 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:44.572249 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:44.572855 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:44.574236 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-5a815490-e823-4765-b001-65247be1ec41 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/ed1bf528-8e2e-4447-86d0-7700aba3a672 HTTP/1.1" status: 200 len: 1098 time: 0.8471293 Sep 17 03:39:44.574785 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87f4a109-7be8-420c-aa01-13b4a322a57f', 'tag': 'ed1bf528-8e2e-4447-86d0-7700aba3a672'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:39:44.577283 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25b9677-7704-4bb5-910e-ac1bc3331f82" -d '{"events": [{"name": "network-changed", "server_uuid": "87f4a109-7be8-420c-aa01-13b4a322a57f", "tag": "ed1bf528-8e2e-4447-86d0-7700aba3a672"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:39:44.615794 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-19c960ef-5400-4373-b62f-815b6b7c6d38 req-063e13e2-3dab-448d-8954-f3b6cb5a2db5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Sep 17 03:39:44.620074 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4843513-a387-40ab-90fc-e2b67b71752b x-openstack-request-id: req-b4843513-a387-40ab-90fc-e2b67b71752b {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:39:44.620348 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87f4a109-7be8-420c-aa01-13b4a322a57f", "tag": "ed1bf528-8e2e-4447-86d0-7700aba3a672", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:39:44.620610 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4843513-a387-40ab-90fc-e2b67b71752b {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:39:44.621184 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4843513-a387-40ab-90fc-e2b67b71752b'] response: {'name': 'network-changed', 'server_uuid': '87f4a109-7be8-420c-aa01-13b4a322a57f', 'tag': 'ed1bf528-8e2e-4447-86d0-7700aba3a672', 'status': 'completed', 'code': 200} Sep 17 03:39:44.625900 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a815490-e823-4765-b001-65247be1ec41 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1bf528-8e2e-4447-86d0-7700aba3a672,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:44.849516 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342cdd7-5d3d-43c2-adb2-138f4e775dca req-2cdd6e0d-08b7-48b2-aa56-7da39a1a75ec tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:44.851057 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6342cdd7-5d3d-43c2-adb2-138f4e775dca req-2cdd6e0d-08b7-48b2-aa56-7da39a1a75ec tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 948 time: 0.0514708 Sep 17 03:39:44.873963 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-78bebdb6-c6a6-4178-836c-9509b2340303 None None] Attempt 3 to provision port ed1bf528-8e2e-4447-86d0-7700aba3a672 Sep 17 03:39:44.904918 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6342cdd7-5d3d-43c2-adb2-138f4e775dca req-162c748b-3b80-44e6-aafa-616f8cb4be7e tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479255 Sep 17 03:39:44.928505 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-78bebdb6-c6a6-4178-836c-9509b2340303 None None] Port ed1bf528-8e2e-4447-86d0-7700aba3a672 had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:39:44.957714 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aed1a1-071c-4751-a0ca-db896e53f5b6 req-fdb2f6d6-e2c2-4560-bec4-cb28eee05df5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:44.959209 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-88aed1a1-071c-4751-a0ca-db896e53f5b6 req-fdb2f6d6-e2c2-4560-bec4-cb28eee05df5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0461082 Sep 17 03:39:45.006127 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-88aed1a1-071c-4751-a0ca-db896e53f5b6 req-4bbbd8e9-22c9-4b8d-bcff-22d467b0d03f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411952 Sep 17 03:39:45.547690 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a394420-f187-4ca8-9910-27f5fc892ea5 req-8e111e73-156c-49d3-abb3-b09c33691f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:45.549213 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8a394420-f187-4ca8-9910-27f5fc892ea5 req-8e111e73-156c-49d3-abb3-b09c33691f0f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1130 time: 0.0439060 Sep 17 03:39:45.637821 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ef722-2915-44e2-b829-6f2e2f1d3f84 req-70bb8896-30ae-45f5-9f33-881abf9d5d61 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:45.639282 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-dd6ef722-2915-44e2-b829-6f2e2f1d3f84 req-70bb8896-30ae-45f5-9f33-881abf9d5d61 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0651665 Sep 17 03:39:45.668538 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8a394420-f187-4ca8-9910-27f5fc892ea5 req-715735a5-f9a1-4588-98a0-cd5e803e9664 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854652 Sep 17 03:39:45.699934 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-dd6ef722-2915-44e2-b829-6f2e2f1d3f84 req-94b271fd-2501-4092-95b9-d671ff4c1a37 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550706 Sep 17 03:39:45.747411 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af1dfe-15f6-45f3-a110-60fc44dfca5f req-75eb27c3-ebb5-44a7-a417-d6a77f862ec1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:45.748894 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-68af1dfe-15f6-45f3-a110-60fc44dfca5f req-75eb27c3-ebb5-44a7-a417-d6a77f862ec1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0500724 Sep 17 03:39:45.815742 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-68af1dfe-15f6-45f3-a110-60fc44dfca5f req-f8df7c82-e345-4a49-b594-0d4525bc445d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606010 Sep 17 03:39:46.028016 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01ca58-81c1-471d-af75-2b9a48d7397a req-4889ed15-b690-4977-b7f3-3c39bdc9b9f0 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:46.029483 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0e01ca58-81c1-471d-af75-2b9a48d7397a req-4889ed15-b690-4977-b7f3-3c39bdc9b9f0 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 948 time: 0.0484118 Sep 17 03:39:46.079550 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0e01ca58-81c1-471d-af75-2b9a48d7397a req-e46acfe1-ba42-467e-9f8c-47e4a6a5ffc9 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Sep 17 03:39:46.133299 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97cd750-53b3-47b2-8e74-f399836cc025 req-472d11b5-7b84-4820-84c2-8e9a8eb7d0b4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:46.134947 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d97cd750-53b3-47b2-8e74-f399836cc025 req-472d11b5-7b84-4820-84c2-8e9a8eb7d0b4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0473356 Sep 17 03:39:46.182637 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d97cd750-53b3-47b2-8e74-f399836cc025 req-7351ee7f-0c30-4f97-9be0-79fe30bf5282 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Sep 17 03:39:46.334461 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9677-7704-4bb5-910e-ac1bc3331f82 req-0c91d6e3-fbe7-4584-aff8-f256bb1d1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:46.335864 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d25b9677-7704-4bb5-910e-ac1bc3331f82 req-0c91d6e3-fbe7-4584-aff8-f256bb1d1716 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=34adcd1df6534cb9ba5c6a45c9fd662b&device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 1132 time: 0.0421352 Sep 17 03:39:46.753546 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35376) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:46.800334 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-b4e0f513-2add-49b9-9a64-ad6cecf7a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:46.801874 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-b4e0f513-2add-49b9-9a64-ad6cecf7a83b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e&tenant_id=fc39540e3c13425797fca427caf460a5 HTTP/1.1" status: 200 len: 1127 time: 0.0814531 Sep 17 03:39:46.827758 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a611b-d205-437b-b000-f6867de41057 req-ee3a41f9-0725-4cfc-aff8-27bf97884778 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:46.829232 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-016a611b-d205-437b-b000-f6867de41057 req-ee3a41f9-0725-4cfc-aff8-27bf97884778 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0509079 Sep 17 03:39:46.871634 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:46.890741 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-016a611b-d205-437b-b000-f6867de41057 req-01b9ae30-dc1e-430a-9a9e-fecba049f00a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559595 Sep 17 03:39:46.893286 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-146487d0-8e39-4ba8-93d1-020a4786a4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:46.972553 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d09257-e810-4d03-b8f3-3100df089129 req-cb88c906-2709-442b-a9f5-7513edbf6c90 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:46.973944 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e4d09257-e810-4d03-b8f3-3100df089129 req-cb88c906-2709-442b-a9f5-7513edbf6c90 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0605626 Sep 17 03:39:47.049848 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-146487d0-8e39-4ba8-93d1-020a4786a4c3 admin admin] Publish callbacks [] for security_group (a514c8b2-4d5a-4fdc-9342-6eb2c2b23845), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:47.055064 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e4d09257-e810-4d03-b8f3-3100df089129 req-6706e1c5-5435-45ab-8d94-fb74041b66c9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745459 Sep 17 03:39:47.056283 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-146487d0-8e39-4ba8-93d1-020a4786a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a514c8b2-4d5a-4fdc-9342-6eb2c2b23845), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:47.089262 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:47.097420 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-146487d0-8e39-4ba8-93d1-020a4786a4c3 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3ca751dfa61c436ba1c4fb016e2a3119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427551 Sep 17 03:39:47.098192 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146487d0-8e39-4ba8-93d1-020a4786a4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a514c8b2-4d5a-4fdc-9342-6eb2c2b23845,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:47.100423 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35382) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:47.156263 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f263b3e2-fdad-4d9f-9d7f-cf506ffc742a admin admin] Publish callbacks [] for security_group (a514c8b2-4d5a-4fdc-9342-6eb2c2b23845), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:47.202810 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f263b3e2-fdad-4d9f-9d7f-cf506ffc742a admin admin] Publish callbacks [] for security_group (a514c8b2-4d5a-4fdc-9342-6eb2c2b23845), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:47.227490 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba87c4f-571a-4d10-905c-d6ae7a99b11d req-52860aa8-1d72-4381-beed-a76c4ca825d6 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:47.228985 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cba87c4f-571a-4d10-905c-d6ae7a99b11d req-52860aa8-1d72-4381-beed-a76c4ca825d6 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 948 time: 0.0696237 Sep 17 03:39:47.294206 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cba87c4f-571a-4d10-905c-d6ae7a99b11d req-e172860e-93d7-4615-8f55-294f4bac09cb tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565290 Sep 17 03:39:47.295201 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f263b3e2-fdad-4d9f-9d7f-cf506ffc742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a514c8b2-4d5a-4fdc-9342-6eb2c2b23845), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:47.297790 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f263b3e2-fdad-4d9f-9d7f-cf506ffc742a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:47.301248 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f263b3e2-fdad-4d9f-9d7f-cf506ffc742a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a514c8b2-4d5a-4fdc-9342-6eb2c2b23845 HTTP/1.1" status: 204 len: 168 time: 0.1974216 Sep 17 03:39:47.307454 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263b3e2-fdad-4d9f-9d7f-cf506ffc742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a514c8b2-4d5a-4fdc-9342-6eb2c2b23845,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:47.339688 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82355964-a8d6-4408-8888-cd697c7fa4fd req-d257ed9e-c77f-4733-8f1e-be3b397df232 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:47.341250 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-82355964-a8d6-4408-8888-cd697c7fa4fd req-d257ed9e-c77f-4733-8f1e-be3b397df232 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0713348 Sep 17 03:39:47.393105 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-82355964-a8d6-4408-8888-cd697c7fa4fd req-d26b5acc-14e8-46ca-a10a-7ffe82082068 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454524 Sep 17 03:39:47.507626 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d25b9677-7704-4bb5-910e-ac1bc3331f82 req-719a6366-0b34-4268-acd8-0388336caab3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=34adcd1df6534cb9ba5c6a45c9fd662b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222523 Sep 17 03:39:47.668832 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7fa37-cd51-4196-b398-83c8b900f452 req-bfa19807-9f38-4395-baac-68b574c90f35 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:47.670387 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d0f7fa37-cd51-4196-b398-83c8b900f452 req-bfa19807-9f38-4395-baac-68b574c90f35 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0477958 Sep 17 03:39:47.717498 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d0f7fa37-cd51-4196-b398-83c8b900f452 req-254d5d0a-bfb9-47ff-bd66-fd68d1888102 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413697 Sep 17 03:39:47.980506 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35418) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:48.022462 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43657bbc-2cc8-445c-a83e-e44521b18733 req-34dcc132-e160-4c77-a3ab-a8d049b08e74 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.023920 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43657bbc-2cc8-445c-a83e-e44521b18733 req-34dcc132-e160-4c77-a3ab-a8d049b08e74 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0555673 Sep 17 03:39:48.069778 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:48.079689 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43657bbc-2cc8-445c-a83e-e44521b18733 req-976373a7-065d-4361-8e9d-d667574e4901 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473239 Sep 17 03:39:48.082133 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2013879246-network', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:48.104246 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Made reservation on behalf of beef0d51792b46b586acd4b152b7fc9f for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:39:48.107957 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.118231 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.192603 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:48.206253 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580bd6-c4bc-4bcd-8967-597397fe966c req-6acf9b17-0842-419f-b914-f6e3360fe399 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.207949 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7f580bd6-c4bc-4bcd-8967-597397fe966c req-6acf9b17-0842-419f-b914-f6e3360fe399 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0520008 Sep 17 03:39:48.210293 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91595d4c-eee3-45ce-8c66-406203b9a86b req-035a2465-5b86-483f-b133-1892a81c4245 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.211755 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-91595d4c-eee3-45ce-8c66-406203b9a86b req-035a2465-5b86-483f-b133-1892a81c4245 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0658836 Sep 17 03:39:48.269901 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Publish callbacks [] for security_group (da50a84d-0ceb-4d87-b71e-8f7e7077cada), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.279797 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (da50a84d-0ceb-4d87-b71e-8f7e7077cada), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.284911 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7f580bd6-c4bc-4bcd-8967-597397fe966c req-beb8904f-905a-42f0-8bb8-322d1d970d9c tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702710 Sep 17 03:39:48.317786 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-91595d4c-eee3-45ce-8c66-406203b9a86b req-dd223421-ea9c-422b-8986-759379062ea8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820582 Sep 17 03:39:48.317786 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:39:48.320626 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35426) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:48.338732 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da50a84d-0ceb-4d87-b71e-8f7e7077cada,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:48.343305 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (706f436a-0b22-49f8-9951-ee9898d3d8b0), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.343662 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Added segment 706f436a-0b22-49f8-9951-ee9898d3d8b0 of type vlan for network 63e04d97-a8f9-4013-a08e-716a3a92e664 Sep 17 03:39:48.397488 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (63e04d97-a8f9-4013-a08e-716a3a92e664), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.435204 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (63e04d97-a8f9-4013-a08e-716a3a92e664), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.436717 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.437466 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.453146 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9677-7704-4bb5-910e-ac1bc3331f82 req-0f060baa-e6b8-4ff8-b692-22ad85b3384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.454647 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d25b9677-7704-4bb5-910e-ac1bc3331f82 req-0f060baa-e6b8-4ff8-b692-22ad85b3384f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976991 Sep 17 03:39:48.462634 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88cc6-684c-4b99-93e2-b7e8c4a8e61d req-d7d1e2e7-d446-4f98-8471-b5264b9f7b2f tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.464132 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3fd88cc6-684c-4b99-93e2-b7e8c4a8e61d req-d7d1e2e7-d446-4f98-8471-b5264b9f7b2f tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 948 time: 0.0575373 Sep 17 03:39:48.509532 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5276387 Sep 17 03:39:48.512819 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35434) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:48.512974 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:48.521904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Request body: {'subnet': {'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2013879246-subnet', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:48.531991 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3fd88cc6-684c-4b99-93e2-b7e8c4a8e61d req-29f9b190-d45a-478a-81b8-40c78f395005 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612295 Sep 17 03:39:48.546490 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b09b3d-e2d1-47f4-8b2b-55f2989d6954 admin admin] Pushing event updated for resources: {'Network': ['ID=63e04d97-a8f9-4013-a08e-716a3a92e664,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:48.551641 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Made reservation on behalf of beef0d51792b46b586acd4b152b7fc9f for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:39:48.553409 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca0a829-97a4-45a2-b8cc-81452d1e6500 tempest-TestShelveInstance-2013489951 tempest-TestShelveInstance-2013489951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.554438 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586956'] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.558270 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-0ca0a829-97a4-45a2-b8cc-81452d1e6500 tempest-TestShelveInstance-2013489951 tempest-TestShelveInstance-2013489951-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1125 time: 0.2332792 Sep 17 03:39:48.558397 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35436) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:48.562416 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'port_id': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:48.569189 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:39:48.633429 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.762673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:48.838042 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-4a6a069f-1350-4f27-86ef-c67a934dbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.840174 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-4a6a069f-1350-4f27-86ef-c67a934dbc75 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 1127 time: 0.0885000 Sep 17 03:39:48.847850 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56f1e7-e03c-4f3e-bd47-851f04ae58ad req-79f8ac2a-b5b3-4dba-9343-12d80c46f4d6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:48.854892 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9a56f1e7-e03c-4f3e-bd47-851f04ae58ad req-79f8ac2a-b5b3-4dba-9343-12d80c46f4d6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0574346 Sep 17 03:39:48.898944 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9a56f1e7-e03c-4f3e-bd47-851f04ae58ad req-e96b60ee-09cc-4aa5-8926-528f514ea5e3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Sep 17 03:39:48.940415 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:49.001647 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3328787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586970'] for subnet (a2bbdf85-404e-4258-aa3e-17690e7f867f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.034787 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b38596-1790-47ed-a30f-81ac1e13034b req-97e078e2-1bc3-4e76-920c-f5cfd1109fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:49.036242 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-40b38596-1790-47ed-a30f-81ac1e13034b req-97e078e2-1bc3-4e76-920c-f5cfd1109fb7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 1130 time: 0.1511974 Sep 17 03:39:49.036627 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:49.084507 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Allocated IP 172.28.1.84 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/87a4d858-b0da-413d-a595-4408469b898a) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:49.121413 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2bbdf85-404e-4258-aa3e-17690e7f867f,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:49.130828 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-4f7ac1b8-6cd8-425f-80e8-506ca64ad2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:49.132349 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-4f7ac1b8-6cd8-425f-80e8-506ca64ad2dd service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.2484117 Sep 17 03:39:49.183196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Checking segment: {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:39:49.183525 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Network hostable DHCP agents. Network: 63e04d97-a8f9-4013-a08e-716a3a92e664, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:39:49.235396 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a741a7-e462-47bd-8c3c-520919e16764 req-2f255959-5151-4f0b-bf9c-e9fd1964bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:49.237065 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-2f255959-5151-4f0b-bf9c-e9fd1964bb90 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=34adcd1df6534cb9ba5c6a45c9fd662b&device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 1132 time: 0.0428231 Sep 17 03:39:49.326354 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:39:49.346552 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-eb9498b5-b782-48dd-80dd-935f8c7bbec9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 200 len: 999 time: 0.1546445 Sep 17 03:39:49.356295 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for port (87a4d858-b0da-413d-a595-4408469b898a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.377687 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 63e04d97-a8f9-4013-a08e-716a3a92e664) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:49.384801 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:49.385390 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.387260 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea3e2b-d9bc-4856-82df-20f03b3dd322 None None] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:39:49.396983 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b38596-1790-47ed-a30f-81ac1e13034b req-e69b1565-0c57-4db1-9197-939ba9528d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:49.398481 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-40b38596-1790-47ed-a30f-81ac1e13034b req-e69b1565-0c57-4db1-9197-939ba9528d74 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.2076921 Sep 17 03:39:49.447503 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8ea5d6d6-37fc-486f-b868-e22e9aebf9fe admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9330230 Sep 17 03:39:49.450317 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35444) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:49.455084 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:49.465365 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959e18c-2a1f-493f-9848-4fbd1a1db645 req-75528e9c-6459-4e2a-8df6-92f79174d48e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:49.468516 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:49.471189 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b959e18c-2a1f-493f-9848-4fbd1a1db645 req-75528e9c-6459-4e2a-8df6-92f79174d48e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0642207 Sep 17 03:39:49.473730 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (87a4d858-b0da-413d-a595-4408469b898a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.482536 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.483653 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.505219 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-63e04d97-a8f9-4013-a08e-716a3a92e664', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:39:49.506174 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.537155 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:49.540792 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks [] for router_controller (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), precommit_add_association {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.547627 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:49.551944 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:49.558499 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'Port': ['ID=87a4d858-b0da-413d-a595-4408469b898a,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:49.619984 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b959e18c-2a1f-493f-9848-4fbd1a1db645 req-96bfb6f7-6292-4147-b36a-5b8fbccb2bc7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418216 Sep 17 03:39:49.659848 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:49.680050 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Allocated IP 172.20.0.2 (63e04d97-a8f9-4013-a08e-716a3a92e664/a2bbdf85-404e-4258-aa3e-17690e7f867f/dc0c250b-c671-40e2-8e9e-62cd47d2b5d0) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:49.685607 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:49.853888 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Publish callbacks [] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.862837 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.908673 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:49.914284 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:49.916941 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:49.926072 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Pushing event updated for resources: {'Port': ['ID=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:49.958950 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks [] for router_gateway (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:49.968849 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-ec6f9be3-b9b7-42ab-919a-be9f67fcc729 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ed1bf528-8e2e-4447-86d0-7700aba3a672 HTTP/1.1" status: 200 len: 217 time: 0.0480525 Sep 17 03:39:49.979873 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837562f-ee1d-4ec2-90f3-ac590e6dfbbd req-dfd8ba87-b6a1-4aa6-b6bd-ab95d6ef128c tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:49.989298 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f837562f-ee1d-4ec2-90f3-ac590e6dfbbd req-dfd8ba87-b6a1-4aa6-b6bd-ab95d6ef128c tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 948 time: 0.3276308 Sep 17 03:39:50.006266 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Attempting to bind port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:39:50.007679 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Attempting to bind port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:39:50.008051 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Attempting to bind port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 on network 63e04d97-a8f9-4013-a08e-716a3a92e664 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:39:50.125232 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a741a7-e462-47bd-8c3c-520919e16764 req-68367313-ee9a-474f-b04c-cb7285ded6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:50.126734 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-68367313-ee9a-474f-b04c-cb7285ded6bd service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=606dfaee-1345-4eef-b769-d3fad5e6471d HTTP/1.1" status: 200 len: 843 time: 0.1348312 Sep 17 03:39:50.152678 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f837562f-ee1d-4ec2-90f3-ac590e6dfbbd req-610d62ba-4ddc-4011-b0b1-c3cf7c64403f tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625042 Sep 17 03:39:50.167010 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-40b38596-1790-47ed-a30f-81ac1e13034b req-bf36c68f-3b29-47c7-a901-4d89f8e45faf service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f HTTP/1.1" status: 200 len: 217 time: 0.3333480 Sep 17 03:39:50.174427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:50.198466 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:39:50.198838 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Checking segment: {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:39:50.199554 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.199945 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Bound using segment: {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:39:50.201204 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Bound port: dc0c250b-c671-40e2-8e9e-62cd47d2b5d0, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:39:50.201589 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.208467 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:50.249178 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a741a7-e462-47bd-8c3c-520919e16764 req-6567cfb2-8ce5-4d61-b0f7-7f25bb9e580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:50.250728 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-6567cfb2-8ce5-4d61-b0f7-7f25bb9e580b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=c8aba01a-ec4b-47e4-bc9a-f4514d7307a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1108687 Sep 17 03:39:50.267493 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] For port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:39:50.270929 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] For port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:39:50.278322 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.323400 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-b8da1764-f5da-47d6-997f-5dc76745bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:50.326769 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-b8da1764-f5da-47d6-997f-5dc76745bf55 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.5027993 Sep 17 03:39:50.328675 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b38596-1790-47ed-a30f-81ac1e13034b req-51513033-021f-4723-975d-c85a248b86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:50.330391 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-40b38596-1790-47ed-a30f-81ac1e13034b req-51513033-021f-4723-975d-c85a248b86f7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.1474874 Sep 17 03:39:50.333564 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5f0d8-d78e-4fb9-bb5e-bbeeb79db604 None None] Pushing event updated for resources: {'Port': ['ID=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:50.341561 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks [] for router_gateway (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.368585 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.397517 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633052c-1ff0-445d-8f38-87d8280822b8 req-51d3d4d2-56d0-4620-8d5f-b95db343398c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:50.399783 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e633052c-1ff0-445d-8f38-87d8280822b8 req-51d3d4d2-56d0-4620-8d5f-b95db343398c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.2271314 Sep 17 03:39:50.439000 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-0b37d1e2-4969-4696-b285-ba184b418ebb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c8aba01a-ec4b-47e4-bc9a-f4514d7307a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650817 Sep 17 03:39:50.553736 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:50.554062 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-c3f49420-3208-4055-8b80-b5004be51114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:50.555586 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-c3f49420-3208-4055-8b80-b5004be51114 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1880658 Sep 17 03:39:50.562790 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b38596-1790-47ed-a30f-81ac1e13034b req-e199a17e-f7d2-4815-adf4-d5e1bc240e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:50.564577 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-40b38596-1790-47ed-a30f-81ac1e13034b req-e199a17e-f7d2-4815-adf4-d5e1bc240e65 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1980472 Sep 17 03:39:50.589715 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Allocated IP 172.28.1.90 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/89b33f03-a07f-44ba-a93c-706fb8c2f3d9) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:50.624054 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43a741a7-e462-47bd-8c3c-520919e16764 req-1bd85e96-4d06-4286-973a-8e8ef71653e9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/c8aba01a-ec4b-47e4-bc9a-f4514d7307a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679697 Sep 17 03:39:50.668166 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for floatingip (c8fa766d-3eb3-45d7-b7c9-2e3279d10963), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.730878 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e633052c-1ff0-445d-8f38-87d8280822b8 req-91633056-ab7f-4ce6-a683-d0fa4cc13e5f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063462 Sep 17 03:39:50.803953 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks [] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.824875 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ded501-830b-41a4-b35f-3a3a933a2bf5 req-38403189-e153-4aad-b89e-a77836256c5c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:50.826417 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e1ded501-830b-41a4-b35f-3a3a933a2bf5 req-38403189-e153-4aad-b89e-a77836256c5c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0731509 Sep 17 03:39:50.847206 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-40b38596-1790-47ed-a30f-81ac1e13034b req-cfeb1029-b89d-4850-b307-3bedc97e782f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729449 Sep 17 03:39:50.854334 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-6a4e32a2-22ba-4e1b-bb8f-19dc3ef2000f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789390 Sep 17 03:39:50.856958 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (87a4d858-b0da-413d-a595-4408469b898a), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.882109 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:50.890620 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:50.902950 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e1ded501-830b-41a4-b35f-3a3a933a2bf5 req-0fdeb027-0278-4503-8361-01a1ff452d7d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676932 Sep 17 03:39:50.932352 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:50.935364 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:50.941181 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:50.967744 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Pushing event updated for resources: {'Port': ['ID=89b33f03-a07f-44ba-a93c-706fb8c2f3d9,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:51.017257 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for port (87a4d858-b0da-413d-a595-4408469b898a), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.024121 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (87a4d858-b0da-413d-a595-4408469b898a), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.100023 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event updated for resources: {'Port': ['ID=87a4d858-b0da-413d-a595-4408469b898a,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:51.102570 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (c8fa766d-3eb3-45d7-b7c9-2e3279d10963), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.141251 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:51.197801 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks [] for router_gateway (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.203494 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Floating IP c8fa766d-3eb3-45d7-b7c9-2e3279d10963 associated. External IP: 172.28.1.84, port: c9f73e5d-00f6-497d-a449-a4fffa2ef7e8. Sep 17 03:39:51.288964 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:51.338451 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f1e38-c5b1-46ed-ad7d-54a6c33343d9 req-50897370-e208-4e62-8f3c-cbf114ea945c tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:51.339925 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d98f1e38-c5b1-46ed-ad7d-54a6c33343d9 req-50897370-e208-4e62-8f3c-cbf114ea945c tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 948 time: 0.0839534 Sep 17 03:39:51.368577 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afabd05d-c52a-45af-9b02-c80782b7dad0 None None] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:39:51.412399 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.438901 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d98f1e38-c5b1-46ed-ad7d-54a6c33343d9 req-a958c57a-f5be-482d-a288-9f32df11866e tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930262 Sep 17 03:39:51.514349 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Router 9e3d62de-00eb-451c-89e6-e9de7636cc06 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:39:51.520595 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:51.523354 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-3f65f0f7-0de4-4fa6-b0f3-4936716f8c24 None None] Provisioning complete for port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:51.523905 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f65f0f7-0de4-4fa6-b0f3-4936716f8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.524091 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-3f65f0f7-0de4-4fa6-b0f3-4936716f8c24 None None] Attempt 1 to provision port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 Sep 17 03:39:51.557652 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:39:51.582626 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:51.620796 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-3f65f0f7-0de4-4fa6-b0f3-4936716f8c24 None None] Current status of the port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:51.621444 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f65f0f7-0de4-4fa6-b0f3-4936716f8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.656894 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:39:51.671523 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] Sync routers for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:39:51.679952 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-3f65f0f7-0de4-4fa6-b0f3-4936716f8c24 None None] For port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:51.689223 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:39:51.699594 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Sync routers for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:39:51.700898 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3f65f0f7-0de4-4fa6-b0f3-4936716f8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.717965 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:51.719619 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-4f281a88-fe50-4783-ac2b-bad591c6d0fb admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2679937 Sep 17 03:39:51.722389 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:39:51.722814 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35464) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:51.723204 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:51.761294 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65f0f7-0de4-4fa6-b0f3-4936716f8c24 None None] Pushing event updated for resources: {'Port': ['ID=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:51.766197 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:39:51.767101 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:51.973958 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:52.015352 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:39:52.019038 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.064193 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:39:52.092177 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:52.100371 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634d0cc-5cce-43bc-a6a8-1143b1d098a8 req-ecdd4712-8b03-4bbf-bfd9-0aeb6efef780 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:52.109124 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4634d0cc-5cce-43bc-a6a8-1143b1d098a8 req-ecdd4712-8b03-4bbf-bfd9-0aeb6efef780 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.1013019 Sep 17 03:39:52.173027 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-628fb2de-2261-401e-a66d-aa02fcd5e391 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6110611 Sep 17 03:39:52.180594 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:39:52.184200 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f36e07b-779d-4942-8f16-cd16be63c6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:39:52.213408 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:51Z', 'revision_number': 3, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:52.229412 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e42c35-833d-4626-bfcb-9c67fa905c4c req-38028cee-a1bf-40bd-beff-3b21c3abf390 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:52.237716 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-50e42c35-833d-4626-bfcb-9c67fa905c4c req-38028cee-a1bf-40bd-beff-3b21c3abf390 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1063061 Sep 17 03:39:52.237977 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Checking router: 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:39:52.238301 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Updating router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:39:52.243456 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-40b38596-1790-47ed-a30f-81ac1e13034b req-5bb0c2cc-bb44-4d10-a6da-66972b6ce228 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853499 Sep 17 03:39:52.246811 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f197aba4-8db7-465f-a77a-640c3f8939b9 req-e8c700c2-57c5-4c3b-99b2-94e6c11f7b0c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556221 Sep 17 03:39:52.262978 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4634d0cc-5cce-43bc-a6a8-1143b1d098a8 req-d8d4d7e0-835a-41eb-8e08-09f26943dd92 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491170 Sep 17 03:39:52.267322 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.274539 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:52.291282 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-98416582-526b-4276-8639-9b66a7eb4550 None None] Provisioning complete for port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:52.291658 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-98416582-526b-4276-8639-9b66a7eb4550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.291992 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-98416582-526b-4276-8639-9b66a7eb4550 None None] Attempt 1 to provision port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 Sep 17 03:39:52.309080 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-50e42c35-833d-4626-bfcb-9c67fa905c4c req-622aa689-cecf-46d6-b2e6-35fd792c4d6a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697644 Sep 17 03:39:52.372232 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085f2f37-115b-433d-a722-32dc07045b51 x-openstack-request-id: req-085f2f37-115b-433d-a722-32dc07045b51 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:39:52.372232 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:39:52.372501 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-085f2f37-115b-433d-a722-32dc07045b51 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:39:52.372863 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085f2f37-115b-433d-a722-32dc07045b51'] response: {'name': 'network-changed', 'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'status': 'completed', 'code': 200} Sep 17 03:39:52.432935 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.436747 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'c8fa766d-3eb3-45d7-b7c9-2e3279d10963', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'port_id': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'mac_address': 'fa:16:3e:86:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:50Z', 'revision_number': 0, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:51Z', 'revision_number': 5, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:52.463125 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] Checking router: 9e3d62de-00eb-451c-89e6-e9de7636cc06 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:39:52.510028 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-98416582-526b-4276-8639-9b66a7eb4550 None None] Current status of the port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:52.515345 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:39:52.516023 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:52.519452 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:39:52.614739 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Publish callbacks [] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.620523 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.627236 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:52.637793 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:52.638244 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.638639 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 Sep 17 03:39:52.641506 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f0810-1d15-47bc-a222-0bd126cb7cb2 req-bc4146b7-59e8-4880-8c6b-79b5bc7ae995 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:52.643039 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ab8f0810-1d15-47bc-a222-0bd126cb7cb2 req-bc4146b7-59e8-4880-8c6b-79b5bc7ae995 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 948 time: 0.0671546 Sep 17 03:39:52.658606 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Attempting to bind port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:39:52.666214 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Attempting to bind port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:39:52.667710 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Attempting to bind port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:39:52.691613 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:39:52.710907 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Pushing event updated for resources: {'Port': ['ID=89b33f03-a07f-44ba-a93c-706fb8c2f3d9,revision_number=2']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:52.721455 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Allocated IP 172.20.0.1 (63e04d97-a8f9-4013-a08e-716a3a92e664/a2bbdf85-404e-4258-aa3e-17690e7f867f/27361ec1-14d7-424e-8d23-f2a5030f9c9a) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:52.736210 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:52.738634 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:52.749502 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ab8f0810-1d15-47bc-a222-0bd126cb7cb2 req-ea1d6077-75fc-418e-9817-b5c4b099a60b tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822451 Sep 17 03:39:52.766794 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.767434 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.767931 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.768457 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.768947 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.769494 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.770009 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.770494 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.770982 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.771523 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.772004 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.772499 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.772981 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.773506 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.774011 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:39:52.783364 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-bac7e716-36cb-4a2d-b60c-8ca8e9a29a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:52.786466 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-bac7e716-36cb-4a2d-b60c-8ca8e9a29a1d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1130 time: 0.0740805 Sep 17 03:39:52.802896 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:39:52.803299 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:39:52.803698 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.804085 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:39:52.804552 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Bound port: 89b33f03-a07f-44ba-a93c-706fb8c2f3d9, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:39:52.804923 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.826067 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:52.859701 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] For port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:39:52.863195 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] For port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=89b33f03-a07f-44ba-a93c-706fb8c2f3d9,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:39:52.869667 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.888301 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Publish callbacks [] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.904831 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:39:52.905457 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:52.912044 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:52.933687 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:52.961037 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a2be6-176c-4681-8a5f-943e0fb9c114 None None] Pushing event updated for resources: {'Port': ['ID=89b33f03-a07f-44ba-a93c-706fb8c2f3d9,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:52.979796 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:52.981239 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'c8fa766d-3eb3-45d7-b7c9-2e3279d10963', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'port_id': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'mac_address': 'fa:16:3e:86:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:50Z', 'revision_number': 0, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:51Z', 'revision_number': 5, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:52.983480 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:52.989975 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:53.018171 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109442ad-1602-4fb0-8dd7-ff772c1878f5 None None] The sync data for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb is: [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'c8fa766d-3eb3-45d7-b7c9-2e3279d10963', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'port_id': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'mac_address': 'fa:16:3e:86:7d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:50Z', 'revision_number': 0, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:51Z', 'revision_number': 5, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:39:53.030169 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Pushing event updated for resources: {'Port': ['ID=27361ec1-14d7-424e-8d23-f2a5030f9c9a,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:53.049705 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:53.055562 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:39:53.258870 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:51Z', 'revision_number': 3, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:53.285024 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd381df-44fe-4261-aff5-c95ffae01cd0 None None] The sync data for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb is: [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:51Z', 'revision_number': 3, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:39:53.315491 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67063466-d136-4174-ad3f-77db7ad1861f None None] New status for floating IP c8fa766d-3eb3-45d7-b7c9-2e3279d10963: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:39:53.372551 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Provisioning complete for port 27361ec1-14d7-424e-8d23-f2a5030f9c9a triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:53.373083 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:53.373575 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Attempt 1 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:53.416965 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa18f7-a6d8-42ae-89ba-918c9399b5ba req-b124208c-43a2-4d3d-a555-8291a0c44c4d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:53.424317 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d9fa18f7-a6d8-42ae-89ba-918c9399b5ba req-b124208c-43a2-4d3d-a555-8291a0c44c4d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0778446 Sep 17 03:39:53.431602 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:53.479939 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d9fa18f7-a6d8-42ae-89ba-918c9399b5ba req-c39ef7ac-7256-49b2-a5b4-4de976ff5012 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543597 Sep 17 03:39:53.506195 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:53.517184 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ed2ca-91bd-44ee-9f7b-e8bc39418faf req-b62436ce-221b-4c78-8170-c05418f66211 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:53.518768 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1e7ed2ca-91bd-44ee-9f7b-e8bc39418faf req-b62436ce-221b-4c78-8170-c05418f66211 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0773888 Sep 17 03:39:53.568885 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device ed1bf528-8e2e-4447-86d0-7700aba3a672 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:39:53.623485 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1e7ed2ca-91bd-44ee-9f7b-e8bc39418faf req-0ae11bc9-3ecb-473e-977a-f5867203daaa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941534 Sep 17 03:39:53.668028 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Port 27361ec1-14d7-424e-8d23-f2a5030f9c9a cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:53.672246 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:53.694535 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Publish callbacks [] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:53.700199 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:53.744888 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:53.778992 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:53.786355 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Pushing event updated for resources: {'Port': ['ID=27361ec1-14d7-424e-8d23-f2a5030f9c9a,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:53.839920 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port ed1bf528-8e2e-4447-86d0-7700aba3a672, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ed1bf528-8e2e-4447-86d0-7700aba3a672,segment=NetworkSegment(ceac43bf-14ec-4c12-83b9-d494d2eabae4),segment_id=ceac43bf-14ec-4c12-83b9-d494d2eabae4)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:53.855711 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': 'ed1bf528-8e2e-4447-86d0-7700aba3a672', 'network_id': 'c8aba01a-ec4b-47e4-bc9a-f4514d7307a8', 'port_id': 'ed1bf528-8e2e-4447-86d0-7700aba3a672', 'mac_address': 'fa:16:3e:99:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606dfaee-1345-4eef-b769-d3fad5e6471d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:39:53.909556 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port ed1bf528-8e2e-4447-86d0-7700aba3a672 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:53.910289 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:53.914932 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:53.916389 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:53.932078 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1bf528-8e2e-4447-86d0-7700aba3a672 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:39:53.938226 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0240b-d565-4326-ab3f-5755191e5f7e req-5dc611e5-8c36-4424-81d7-cb52a809bdd4 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:53.940046 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43d0240b-d565-4326-ab3f-5755191e5f7e req-5dc611e5-8c36-4424-81d7-cb52a809bdd4 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 948 time: 0.0721807 Sep 17 03:39:53.968189 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port ed1bf528-8e2e-4447-86d0-7700aba3a672, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ed1bf528-8e2e-4447-86d0-7700aba3a672,segment=NetworkSegment(ceac43bf-14ec-4c12-83b9-d494d2eabae4),segment_id=ceac43bf-14ec-4c12-83b9-d494d2eabae4)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:53.985160 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:54.014425 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43d0240b-d565-4326-ab3f-5755191e5f7e req-cb7f4eb7-01d9-4863-8bcc-a0b8e3eb1e65 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680909 Sep 17 03:39:54.051331 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=ed1bf528-8e2e-4447-86d0-7700aba3a672,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:54.078011 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:39:54.169150 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Attempt 2 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:54.192465 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:39:54.198486 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-aa5726b5-a624-40f3-9a2c-8144406ec22f admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/2a6d8409-f3f6-4d16-88ae-d49b531ac3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4741297 Sep 17 03:39:54.217150 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Port 27361ec1-14d7-424e-8d23-f2a5030f9c9a cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:54.348017 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-61e48687-5cdb-487a-a9a5-e9a368158eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:54.349669 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-61e48687-5cdb-487a-a9a5-e9a368158eff service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 200 len: 909 time: 0.1206408 Sep 17 03:39:54.414448 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['ed1bf528-8e2e-4447-86d0-7700aba3a672'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:39:54.494062 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:39:54.544344 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:54.617135 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:54.617714 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:54.618285 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 Sep 17 03:39:54.641569 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:54.703765 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427fcf1-6d8d-4c76-b11b-02fffc31b6ce req-77291818-e2bd-4e87-bc7f-13ed0cc11f7f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:54.705330 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c427fcf1-6d8d-4c76-b11b-02fffc31b6ce req-77291818-e2bd-4e87-bc7f-13ed0cc11f7f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.1201942 Sep 17 03:39:54.719450 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Attempt 3 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:54.778507 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c427fcf1-6d8d-4c76-b11b-02fffc31b6ce req-bf68109c-160b-4ffe-bd9f-2915081b3940 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649214 Sep 17 03:39:54.814376 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Port 27361ec1-14d7-424e-8d23-f2a5030f9c9a cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:54.818924 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:54.819319 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:54.851186 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=89b33f03-a07f-44ba-a93c-706fb8c2f3d9,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:54.861387 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:54.889285 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-2a44cb83-8810-4c3a-a68b-5c5cae3bcfcc service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 1001 time: 0.2592146 Sep 17 03:39:54.903168 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd331ae-b08a-48fd-99cc-e9c75d7b0fe5 req-e2c5cb05-8c34-4266-9fcc-d83ea521c2ef tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:54.910301 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1bd331ae-b08a-48fd-99cc-e9c75d7b0fe5 req-e2c5cb05-8c34-4266-9fcc-d83ea521c2ef tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0774810 Sep 17 03:39:54.932672 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35526) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:54.937966 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2060219295-network', 'tenant_id': '773571224d2942b9adebe4f3594acc87'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:54.950672 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=89b33f03-a07f-44ba-a93c-706fb8c2f3d9,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:54.963068 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Made reservation on behalf of 773571224d2942b9adebe4f3594acc87 for: {'network': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:39:54.965699 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:54.980391 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:54.993628 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1bd331ae-b08a-48fd-99cc-e9c75d7b0fe5 req-7826019d-7bd2-4ca9-a80b-4de470f8df70 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698400 Sep 17 03:39:55.079456 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Publish callbacks [] for security_group (1d116545-7ea4-4282-9a3d-a2c4a95c8f0e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.085338 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (1d116545-7ea4-4282-9a3d-a2c4a95c8f0e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.118458 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=106394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:39:55.131427 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d116545-7ea4-4282-9a3d-a2c4a95c8f0e,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:55.146911 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:55.167325 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (f97aaace-c19f-4740-9d5a-8a8cb553bb65), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.167775 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.segments_db [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Added segment f97aaace-c19f-4740-9d5a-8a8cb553bb65 of type vlan for network e532b3fa-657e-4c85-9461-6411310bae80 Sep 17 03:39:55.215789 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa85801-cee7-4921-87bf-87fd33b922d6 req-09243a81-78cf-4109-96bf-f744248181fe tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:55.217461 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8aa85801-cee7-4921-87bf-87fd33b922d6 req-09243a81-78cf-4109-96bf-f744248181fe tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 949 time: 0.0896168 Sep 17 03:39:55.238587 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (e532b3fa-657e-4c85-9461-6411310bae80), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.263996 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:55.305942 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8aa85801-cee7-4921-87bf-87fd33b922d6 req-c05b91c7-00a3-423d-b0ca-6cb7dc06ec86 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785215 Sep 17 03:39:55.308982 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (e532b3fa-657e-4c85-9461-6411310bae80), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.310509 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:55.311394 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.312983 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Attempt 4 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:55.376682 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Port 27361ec1-14d7-424e-8d23-f2a5030f9c9a cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:55.404443 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4704583 Sep 17 03:39:55.407644 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35540) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:55.416724 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Request body: {'subnet': {'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2060219295-subnet', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'ip_version': 4}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:55.422141 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ac6bc-2c23-4851-87a7-92e797c52854 admin admin] Pushing event updated for resources: {'Network': ['ID=e532b3fa-657e-4c85-9461-6411310bae80,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:55.433837 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network e532b3fa-657e-4c85-9461-6411310bae80 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:39:55.471216 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Made reservation on behalf of 773571224d2942b9adebe4f3594acc87 for: {'subnet': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:39:55.474758 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3586956'] for subnet (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.489121 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Sync routers for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:39:55.518494 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:39:55.519217 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:55.560138 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device ed1bf528-8e2e-4447-86d0-7700aba3a672 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:39:55.653126 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:55.662107 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:39:55.750383 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port ed1bf528-8e2e-4447-86d0-7700aba3a672 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:39:55.764566 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port ed1bf528-8e2e-4447-86d0-7700aba3a672 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:55.765334 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.765930 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port ed1bf528-8e2e-4447-86d0-7700aba3a672 Sep 17 03:39:55.874714 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port ed1bf528-8e2e-4447-86d0-7700aba3a672 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:55.875417 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.878196 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Attempt 5 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:55.917692 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Port 27361ec1-14d7-424e-8d23-f2a5030f9c9a cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:55.936236 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfc7d-b57c-44df-9db8-d37380540707 req-c194d6e4-f2ab-4c6d-a5d3-315b38d21fce tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:55.943468 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-413bfc7d-b57c-44df-9db8-d37380540707 req-c194d6e4-f2ab-4c6d-a5d3-315b38d21fce tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.1369667 Sep 17 03:39:55.954389 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f4a109-7be8-420c-aa01-13b4a322a57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1bf528-8e2e-4447-86d0-7700aba3a672'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:39:55.957548 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eadbcb9-3e24-4c09-8b32-832d14331d5b" -d '{"events": [{"server_uuid": "87f4a109-7be8-420c-aa01-13b4a322a57f", "name": "network-vif-plugged", "status": "completed", "tag": "ed1bf528-8e2e-4447-86d0-7700aba3a672"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:39:55.965663 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port ed1bf528-8e2e-4447-86d0-7700aba3a672, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ed1bf528-8e2e-4447-86d0-7700aba3a672,segment=NetworkSegment(ceac43bf-14ec-4c12-83b9-d494d2eabae4),segment_id=ceac43bf-14ec-4c12-83b9-d494d2eabae4)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:55.977924 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3328787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3586970'] for subnet (ac7a12fc-afc3-4990-a588-e58b6231438f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:55.982412 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.047876 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-413bfc7d-b57c-44df-9db8-d37380540707 req-2cb1b93e-7b4f-4245-82dc-6938dc5cc009 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901999 Sep 17 03:39:56.083547 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=ed1bf528-8e2e-4447-86d0-7700aba3a672,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:56.111228 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 2, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:56.140247 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b4bb4f-732a-407d-9960-bd22ed3d49db x-openstack-request-id: req-d8b4bb4f-732a-407d-9960-bd22ed3d49db {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:39:56.140563 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f4a109-7be8-420c-aa01-13b4a322a57f", "name": "network-vif-plugged", "status": "completed", "tag": "ed1bf528-8e2e-4447-86d0-7700aba3a672", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:39:56.140822 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8b4bb4f-732a-407d-9960-bd22ed3d49db {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:39:56.141231 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b4bb4f-732a-407d-9960-bd22ed3d49db'] response: {'server_uuid': '87f4a109-7be8-420c-aa01-13b4a322a57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1bf528-8e2e-4447-86d0-7700aba3a672', 'code': 200} Sep 17 03:39:56.147608 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Checking router: 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:39:56.148131 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Updating router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 port 27361ec1-14d7-424e-8d23-f2a5030f9c9a binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:39:56.164928 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac7a12fc-afc3-4990-a588-e58b6231438f,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:56.180062 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.202576 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5cf382-8b51-427e-b056-3a9a5c5a8bb4 req-896ea501-88aa-4bfe-900f-b86328aeec41 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:56.211877 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ad5cf382-8b51-427e-b056-3a9a5c5a8bb4 req-896ea501-88aa-4bfe-900f-b86328aeec41 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.2622583 Sep 17 03:39:56.265458 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Checking segment: {'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:39:56.266499 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Network hostable DHCP agents. Network: e532b3fa-657e-4c85-9461-6411310bae80, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106395) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:39:56.279464 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:56.287267 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ad5cf382-8b51-427e-b056-3a9a5c5a8bb4 req-989acc88-35ad-4553-9520-04a3f263c1c9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739906 Sep 17 03:39:56.309279 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d00957-a653-40bb-af48-56b276dc8a49 req-b2763050-dbd2-4b86-aa46-cfc9ef9d5c92 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:56.318946 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Network e532b3fa-657e-4c85-9461-6411310bae80 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106395) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:39:56.323008 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-10d00957-a653-40bb-af48-56b276dc8a49 req-b2763050-dbd2-4b86-aa46-cfc9ef9d5c92 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1168683 Sep 17 03:39:56.336807 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, e532b3fa-657e-4c85-9461-6411310bae80) {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:56.345350 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:56.346508 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.356156 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af1bcd2-5ca0-4cba-a0f0-9c48653b1548 None None] Network e532b3fa-657e-4c85-9461-6411310bae80 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:39:56.378735 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-186e9a64-6924-4af9-8b0d-24b3a900a94d admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9698546 Sep 17 03:39:56.381265 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35554) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:56.387546 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:56.451252 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (ade57237-5752-4f4f-8179-a07925d71705), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.453292 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (ade57237-5752-4f4f-8179-a07925d71705), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.473889 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-10d00957-a653-40bb-af48-56b276dc8a49 req-4e7c68e3-2352-4ce8-85be-242ba317322f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499448 Sep 17 03:39:56.483180 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Attempt 6 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:56.567251 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks [] for router_controller (ade57237-5752-4f4f-8179-a07925d71705), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.571598 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:56.630593 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:39:56.741956 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Port 27361ec1-14d7-424e-8d23-f2a5030f9c9a cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:39:56.746020 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-eb37c89b-090f-474b-836e-851ea9b6b153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.757695 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Publish callbacks [] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.761504 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:56.762280 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:56.770481 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.838408 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:56.857603 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.858056 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 Sep 17 03:39:56.862359 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-e532b3fa-657e-4c85-9461-6411310bae80', 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80', 'project_id': '773571224d2942b9adebe4f3594acc87', 'fixed_ips': [{'subnet_id': 'ac7a12fc-afc3-4990-a588-e58b6231438f'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:39:56.863387 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:56.988789 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd54da0-c9e6-4783-9eee-6ebcbdbcbac4 None None] Pushing event updated for resources: {'Port': ['ID=27361ec1-14d7-424e-8d23-f2a5030f9c9a,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:57.000205 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Attempting to bind port 27361ec1-14d7-424e-8d23-f2a5030f9c9a on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:39:57.000580 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Attempting to bind port 27361ec1-14d7-424e-8d23-f2a5030f9c9a by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:39:57.000937 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Attempting to bind port 27361ec1-14d7-424e-8d23-f2a5030f9c9a on network 63e04d97-a8f9-4013-a08e-716a3a92e664 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:39:57.060989 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:39:57.062570 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Checking segment: {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:39:57.063173 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.063930 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Bound using segment: {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:39:57.064622 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Bound port: 27361ec1-14d7-424e-8d23-f2a5030f9c9a, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:39:57.065159 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.110674 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:57.113698 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:57.132810 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:57.159565 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Allocated IP 172.20.0.2 (e532b3fa-657e-4c85-9461-6411310bae80/ac7a12fc-afc3-4990-a588-e58b6231438f/5265150a-2776-48e9-be1e-f9c33e260668) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:57.223126 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] For port 27361ec1-14d7-424e-8d23-f2a5030f9c9a, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:39:57.228061 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] For port 27361ec1-14d7-424e-8d23-f2a5030f9c9a, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=27361ec1-14d7-424e-8d23-f2a5030f9c9a,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:39:57.238254 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.264842 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Attempt 7 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:57.309982 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec9171-1d0c-4143-ab72-535658ff6cd3 req-6ef84627-9a7a-40e9-b893-4c3a5666e718 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:57.334273 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3eec9171-1d0c-4143-ab72-535658ff6cd3 req-6ef84627-9a7a-40e9-b893-4c3a5666e718 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.1247227 Sep 17 03:39:57.367416 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd54da0-c9e6-4783-9eee-6ebcbdbcbac4 None None] Pushing event updated for resources: {'Port': ['ID=27361ec1-14d7-424e-8d23-f2a5030f9c9a,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:57.384951 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-9e12585a-2f08-4291-8751-e719427f4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:57.386654 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-9e12585a-2f08-4291-8751-e719427f4414 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d HTTP/1.1" status: 200 len: 847 time: 0.0627763 Sep 17 03:39:57.395154 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:39:57.396106 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:57.433879 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a19bc5-96d7-4751-9b03-0eee362c2b69 req-1f902010-aa21-4e45-b35f-9c6f6325e265 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:57.440836 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e3a19bc5-96d7-4751-9b03-0eee362c2b69 req-1f902010-aa21-4e45-b35f-9c6f6325e265 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.8712633 Sep 17 03:39:57.470112 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3eec9171-1d0c-4143-ab72-535658ff6cd3 req-bcb51f63-90d8-4447-be73-495342046a08 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160002 Sep 17 03:39:57.492674 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks [] for router_gateway (ade57237-5752-4f4f-8179-a07925d71705), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.528244 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Current status of the port 27361ec1-14d7-424e-8d23-f2a5030f9c9a is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:57.529701 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.555471 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:39:57.695693 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e64094-6270-460d-afd3-e3ff930576ee req-f7008129-299c-4382-9cdc-39a680698216 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:57.703056 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] For port 27361ec1-14d7-424e-8d23-f2a5030f9c9a, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=27361ec1-14d7-424e-8d23-f2a5030f9c9a,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:57.704121 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e3e64094-6270-460d-afd3-e3ff930576ee req-f7008129-299c-4382-9cdc-39a680698216 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0601656 Sep 17 03:39:57.709652 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e3a19bc5-96d7-4751-9b03-0eee362c2b69 req-f8e21ffa-7d11-4ef6-b86f-d4a33778b632 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678266 Sep 17 03:39:57.709921 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Publish callbacks [] for port (5265150a-2776-48e9-be1e-f9c33e260668), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.714521 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.747568 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:57.760692 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks [] for router_gateway (ade57237-5752-4f4f-8179-a07925d71705), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.777053 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e3e64094-6270-460d-afd3-e3ff930576ee req-c32239fa-cf66-4445-af5e-484a7e6bf385 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717399 Sep 17 03:39:57.777599 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169e2ea-ca46-437b-a915-6fcb8e0284cc None None] Pushing event updated for resources: {'Port': ['ID=27361ec1-14d7-424e-8d23-f2a5030f9c9a,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:57.781426 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.786996 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (5265150a-2776-48e9-be1e-f9c33e260668), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.852387 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Network e532b3fa-657e-4c85-9461-6411310bae80 is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:57.858678 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:57.860415 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-686736c5-2249-41fd-9df7-eadbaad5c9a3 None None] Provisioning complete for port 27361ec1-14d7-424e-8d23-f2a5030f9c9a triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:57.860783 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-686736c5-2249-41fd-9df7-eadbaad5c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:57.861114 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-686736c5-2249-41fd-9df7-eadbaad5c9a3 None None] Attempt 1 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:57.865841 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:57.885973 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:57.886677 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f12ccc-6d33-437c-89e2-57b71ad47747 None None] The sync data for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb is: [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:39:57.887939 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Pushing event updated for resources: {'Port': ['ID=5265150a-2776-48e9-be1e-f9c33e260668,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:57.915764 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Allocated IP 172.28.1.254 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:58.013302 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Attempting to bind port 5265150a-2776-48e9-be1e-f9c33e260668 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:39:58.015958 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Attempting to bind port 5265150a-2776-48e9-be1e-f9c33e260668 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:39:58.016367 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Attempting to bind port 5265150a-2776-48e9-be1e-f9c33e260668 on network e532b3fa-657e-4c85-9461-6411310bae80 {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:39:58.068112 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-686736c5-2249-41fd-9df7-eadbaad5c9a3 None None] Current status of the port 27361ec1-14d7-424e-8d23-f2a5030f9c9a is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:58.070413 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:39:58.070794 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Checking segment: {'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:39:58.071198 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.071701 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Bound using segment: {'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:39:58.072054 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Bound port: 5265150a-2776-48e9-be1e-f9c33e260668, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:39:58.072624 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5265150a-2776-48e9-be1e-f9c33e260668), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.086580 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:58.118178 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks [] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.137545 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35568) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:58.144012 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-902c90d5-35c2-4ae4-8353-2a23264d64b7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1001768464', 'description': 'tempest-description--1447554919'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:58.147492 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] For port 5265150a-2776-48e9-be1e-f9c33e260668, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:39:58.151341 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] For port 5265150a-2776-48e9-be1e-f9c33e260668, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=5265150a-2776-48e9-be1e-f9c33e260668,segment=NetworkSegment(f97aaace-c19f-4740-9d5a-8a8cb553bb65),segment_id=f97aaace-c19f-4740-9d5a-8a8cb553bb65)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:39:58.159422 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5265150a-2776-48e9-be1e-f9c33e260668), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.172269 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.184320 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-902c90d5-35c2-4ae4-8353-2a23264d64b7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.230667 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:58.235096 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:58.237903 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:58.282927 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:58.315261 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-902c90d5-35c2-4ae4-8353-2a23264d64b7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group (fe084e6d-071e-4190-87d1-c4643322beb9), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.324960 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-902c90d5-35c2-4ae4-8353-2a23264d64b7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fe084e6d-071e-4190-87d1-c4643322beb9), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.357059 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-902c90d5-35c2-4ae4-8353-2a23264d64b7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.359683 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-902c90d5-35c2-4ae4-8353-2a23264d64b7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2205393 Sep 17 03:39:58.363691 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35570) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:58.372755 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-0214ea9a-207e-4f60-a741-2faf29620c9d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'security_group_rule': {'security_group_id': 'fe084e6d-071e-4190-87d1-c4643322beb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:58.401901 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c90d5-35c2-4ae4-8353-2a23264d64b7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe084e6d-071e-4190-87d1-c4643322beb9,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:58.459930 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0214ea9a-207e-4f60-a741-2faf29620c9d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group_rule (9bb5fe1a-ae7d-4991-a33a-d98159467356), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.464645 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:58.480894 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519ee7c-a185-486d-80f2-a244d76c28e8 None None] Pushing event updated for resources: {'Port': ['ID=5265150a-2776-48e9-be1e-f9c33e260668,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:58.561733 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7a22c306-9931-40a8-9e8f-37b561371d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.611797 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 27361ec1-14d7-424e-8d23-f2a5030f9c9a up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:39:58.636073 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0214ea9a-207e-4f60-a741-2faf29620c9d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group_rule (9bb5fe1a-ae7d-4991-a33a-d98159467356), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.652707 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0214ea9a-207e-4f60-a741-2faf29620c9d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (9bb5fe1a-ae7d-4991-a33a-d98159467356), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.666023 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:58.678298 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:58.684622 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 27361ec1-14d7-424e-8d23-f2a5030f9c9a triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:58.684931 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.685272 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 27361ec1-14d7-424e-8d23-f2a5030f9c9a Sep 17 03:39:58.708018 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks [] for router_gateway (ade57237-5752-4f4f-8179-a07925d71705), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.715924 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214ea9a-207e-4f60-a741-2faf29620c9d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb5fe1a-ae7d-4991-a33a-d98159467356,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:58.724205 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0214ea9a-207e-4f60-a741-2faf29620c9d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.728394 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-0214ea9a-207e-4f60-a741-2faf29620c9d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3636725 Sep 17 03:39:58.729197 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 35574) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:58.736081 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-905b6765-503f-4fe3-ae7b-9d31630073c6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'security_group_rule': {'security_group_id': 'fe084e6d-071e-4190-87d1-c4643322beb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:58.746179 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747bd63-2c04-4805-8faa-ad5198d87ef2 req-9622c8d8-6327-4caa-82ca-d9cf59a726cc tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:58.747692 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9747bd63-2c04-4805-8faa-ad5198d87ef2 req-9622c8d8-6327-4caa-82ca-d9cf59a726cc tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.1078382 Sep 17 03:39:58.802899 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 27361ec1-14d7-424e-8d23-f2a5030f9c9a is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:58.824584 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-905b6765-503f-4fe3-ae7b-9d31630073c6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group_rule (93bc3ce1-638c-45e4-ab16-058b16b1fcf6), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.843562 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9747bd63-2c04-4805-8faa-ad5198d87ef2 req-f733b9d6-8641-4451-96aa-f44af41b3b68 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882597 Sep 17 03:39:58.847901 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:58.937397 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:58.944085 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-905b6765-503f-4fe3-ae7b-9d31630073c6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group_rule (93bc3ce1-638c-45e4-ab16-058b16b1fcf6), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.963107 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673a15b-aa60-4be3-9c28-cbe07017b7c7 req-e4e5af92-8651-4b04-99e9-18617f88a6f5 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:58.964257 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-905b6765-503f-4fe3-ae7b-9d31630073c6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (93bc3ce1-638c-45e4-ab16-058b16b1fcf6), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:58.964757 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b673a15b-aa60-4be3-9c28-cbe07017b7c7 req-e4e5af92-8651-4b04-99e9-18617f88a6f5 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.1028244 Sep 17 03:39:58.996346 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b6765-503f-4fe3-ae7b-9d31630073c6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bc3ce1-638c-45e4-ab16-058b16b1fcf6,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:59.004818 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe77ce-2eeb-477d-b1b9-823a024c06b5 req-0de82927-dc86-4c0d-823a-4344596a34e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:59.006500 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5ffe77ce-2eeb-477d-b1b9-823a024c06b5 req-0de82927-dc86-4c0d-823a-4344596a34e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0783479 Sep 17 03:39:59.014577 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-905b6765-503f-4fe3-ae7b-9d31630073c6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.015785 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-905b6765-503f-4fe3-ae7b-9d31630073c6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2835441 Sep 17 03:39:59.020811 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35582) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:59.032483 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:39:59.057477 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (ade57237-5752-4f4f-8179-a07925d71705), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.064558 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5ffe77ce-2eeb-477d-b1b9-823a024c06b5 req-f280791f-2daa-40c4-ae84-ef8bafbeacca tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475895 Sep 17 03:39:59.145773 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.154682 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b673a15b-aa60-4be3-9c28-cbe07017b7c7 req-07439b64-8ded-4c61-9aee-4a729acc74bc tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436238 Sep 17 03:39:59.245741 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:59.289593 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.365837 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78297b40-316f-425b-83d2-382e30cc03d5 None None] Network e532b3fa-657e-4c85-9461-6411310bae80 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:39:59.366584 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Router ade57237-5752-4f4f-8179-a07925d71705 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:39:59.422646 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-d7203c24-4114-4f97-9fd9-d271c315d41d None None] Provisioning complete for port 5265150a-2776-48e9-be1e-f9c33e260668 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:59.423008 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d7203c24-4114-4f97-9fd9-d271c315d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5265150a-2776-48e9-be1e-f9c33e260668), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.423303 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-d7203c24-4114-4f97-9fd9-d271c315d41d None None] Attempt 1 to provision port 5265150a-2776-48e9-be1e-f9c33e260668 Sep 17 03:39:59.467741 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Allocated IP 172.28.1.102 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/09bb430a-a55d-45a0-b772-106305564fa3) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:39:59.549044 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-d7203c24-4114-4f97-9fd9-d271c315d41d None None] Current status of the port 5265150a-2776-48e9-be1e-f9c33e260668 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:39:59.549434 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d7203c24-4114-4f97-9fd9-d271c315d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5265150a-2776-48e9-be1e-f9c33e260668), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.574963 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:39:59.587652 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-d7203c24-4114-4f97-9fd9-d271c315d41d None None] For port 5265150a-2776-48e9-be1e-f9c33e260668, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=5265150a-2776-48e9-be1e-f9c33e260668,segment=NetworkSegment(f97aaace-c19f-4740-9d5a-8a8cb553bb65),segment_id=f97aaace-c19f-4740-9d5a-8a8cb553bb65)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:39:59.591875 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Sync routers for ids ['ade57237-5752-4f4f-8179-a07925d71705'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:39:59.599668 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d7203c24-4114-4f97-9fd9-d271c315d41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5265150a-2776-48e9-be1e-f9c33e260668), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.600196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.604272 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-66eb88ed-e8d5-4cc2-b9f9-96afc534f156 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2190409 Sep 17 03:39:59.604415 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 35584) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:39:59.633852 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Routers {'ade57237-5752-4f4f-8179-a07925d71705'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:39:59.634424 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ade57237-5752-4f4f-8179-a07925d71705'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:39:59.701456 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7203c24-4114-4f97-9fd9-d271c315d41d None None] Pushing event updated for resources: {'Port': ['ID=5265150a-2776-48e9-be1e-f9c33e260668,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:59.728989 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for port (09bb430a-a55d-45a0-b772-106305564fa3), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.769245 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Set router ade57237-5752-4f4f-8179-a07925d71705 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:39:59.807409 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:39:59.847108 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-fee3af3e-9704-48e6-bd33-21348def27eb None None] Provisioning complete for port 5265150a-2776-48e9-be1e-f9c33e260668 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:39:59.847648 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-fee3af3e-9704-48e6-bd33-21348def27eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5265150a-2776-48e9-be1e-f9c33e260668), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.847771 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-fee3af3e-9704-48e6-bd33-21348def27eb None None] Attempt 1 to provision port 5265150a-2776-48e9-be1e-f9c33e260668 Sep 17 03:39:59.856954 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (09bb430a-a55d-45a0-b772-106305564fa3), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:39:59.913420 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:39:59.920186 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:39:59.925390 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:39:59.927532 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event updated for resources: {'Port': ['ID=09bb430a-a55d-45a0-b772-106305564fa3,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:39:59.977731 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11c62-b7f7-40c9-a7b2-f3f333595fff req-53d3de95-52cf-443d-8ed5-c9c91777bb1d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:39:59.980619 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-01a11c62-b7f7-40c9-a7b2-f3f333595fff req-53d3de95-52cf-443d-8ed5-c9c91777bb1d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.0535121 Sep 17 03:40:00.020988 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-fee3af3e-9704-48e6-bd33-21348def27eb None None] Current status of the port 5265150a-2776-48e9-be1e-f9c33e260668 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:00.033292 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:39:58Z', 'revision_number': 3, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port': {'id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:57Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:00.035944 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-01a11c62-b7f7-40c9-a7b2-f3f333595fff req-d4ddc02a-95cd-42f1-a493-d91947e227e4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Sep 17 03:40:00.067445 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Checking router: ade57237-5752-4f4f-8179-a07925d71705 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:40:00.067693 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Updating router ade57237-5752-4f4f-8179-a07925d71705 port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:40:00.090861 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:00.103074 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.225717 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:00.281688 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfafa0-4627-4135-81d7-f371b9fe57e9 req-459ced87-7e8a-4d68-861a-8d95f38d1077 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:00.282354 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.283763 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-38bfafa0-4627-4135-81d7-f371b9fe57e9 req-459ced87-7e8a-4d68-861a-8d95f38d1077 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0496149 Sep 17 03:40:00.306574 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:00.342904 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-38bfafa0-4627-4135-81d7-f371b9fe57e9 req-d9524892-2709-420c-ba34-0a12ecba158c tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Sep 17 03:40:00.390312 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Publish callbacks [] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.397372 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.405988 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825fc6e-c574-466f-b6ba-c468b3f2d2a7 req-06a07fd3-dcc4-4811-9bfc-0e3d09b6bad4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:00.407520 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8825fc6e-c574-466f-b6ba-c468b3f2d2a7 req-06a07fd3-dcc4-4811-9bfc-0e3d09b6bad4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1188009 Sep 17 03:40:00.436244 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Attempting to bind port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:40:00.436612 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Attempting to bind port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:40:00.437031 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Attempting to bind port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:00.473098 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cefa2-f279-4d4a-b852-b34214319866 None None] Pushing event updated for resources: {'Port': ['ID=fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:00.488732 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.492356 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:40:00.492788 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:00.493133 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.493512 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:40:00.494011 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Bound port: fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:40:00.494446 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.533292 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 5265150a-2776-48e9-be1e-f9c33e260668 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:00.576347 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8825fc6e-c574-466f-b6ba-c468b3f2d2a7 req-48e79fa0-a822-4932-9a29-3712394f03d3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606157 Sep 17 03:40:00.580436 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (09bb430a-a55d-45a0-b772-106305564fa3), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.581163 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] For port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:40:00.597977 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] For port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:40:00.609197 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.618104 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port 5265150a-2776-48e9-be1e-f9c33e260668 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:00.618499 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5265150a-2776-48e9-be1e-f9c33e260668), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.618823 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port 5265150a-2776-48e9-be1e-f9c33e260668 Sep 17 03:40:00.665466 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Routers {'ade57237-5752-4f4f-8179-a07925d71705'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:00.666226 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ade57237-5752-4f4f-8179-a07925d71705'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:00.709539 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.737111 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cefa2-f279-4d4a-b852-b34214319866 None None] Pushing event updated for resources: {'Port': ['ID=fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:00.807301 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:00.834165 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for port (09bb430a-a55d-45a0-b772-106305564fa3), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.858909 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (09bb430a-a55d-45a0-b772-106305564fa3), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:00.949258 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event updated for resources: {'Port': ['ID=09bb430a-a55d-45a0-b772-106305564fa3,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:00.958482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] Set router ade57237-5752-4f4f-8179-a07925d71705 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:00.973181 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.002174 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.003803 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4ba926a2-8aa5-45b7-a80f-ba106fcd3d0d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9756255 Sep 17 03:40:01.006887 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Allocated IP 172.20.0.1 (e532b3fa-657e-4c85-9461-6411310bae80/ac7a12fc-afc3-4990-a588-e58b6231438f/c3da6409-097f-4917-aaa9-db7ccb692be7) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:40:01.009647 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port 5265150a-2776-48e9-be1e-f9c33e260668 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:01.062723 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:01.120279 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:01.138510 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Publish callbacks [] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.157038 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:39:58Z', 'revision_number': 3, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port': {'id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:57Z', 'updated_at': '2022-09-17T03:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:01.186254 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1144-a699-4a8f-aeb4-5686b0396d37 req-7d41e975-b5c6-45d5-a8d5-ffa811869342 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:01.187956 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f50f1144-a699-4a8f-aeb4-5686b0396d37 req-7d41e975-b5c6-45d5-a8d5-ffa811869342 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.0529377 Sep 17 03:40:01.188524 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.189726 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3fa8d3-88c5-47ab-9cce-81ea99b193a0 None None] The sync data for ids ['ade57237-5752-4f4f-8179-a07925d71705'] in dv-cinder-849143-3-smb is: [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:39:58Z', 'revision_number': 3, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port': {'id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:57Z', 'updated_at': '2022-09-17T03:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:40:01.241377 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f50f1144-a699-4a8f-aeb4-5686b0396d37 req-5b485b0a-ca2b-4019-9fcf-d5141dd6ddc1 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Sep 17 03:40:01.255647 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Network e532b3fa-657e-4c85-9461-6411310bae80 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:01.264082 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:01.269216 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Pushing event updated for resources: {'Port': ['ID=c3da6409-097f-4917-aaa9-db7ccb692be7,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:01.271502 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:40:01.326078 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-1dc809bb-552b-4cbf-992a-a477882b447b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1001768464&fields=id&tenant_id=379e8c4381df423a92e7c6b05105a1c3 HTTP/1.1" status: 200 len: 267 time: 0.1036961 Sep 17 03:40:01.332434 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (ade57237-5752-4f4f-8179-a07925d71705), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.521739 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72296a4-c9f9-46cc-91a0-f6d5905fecdf req-bd58d07c-d3d1-4763-8bb4-e46dd5491742 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:01.523497 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e72296a4-c9f9-46cc-91a0-f6d5905fecdf req-bd58d07c-d3d1-4763-8bb4-e46dd5491742 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0777225 Sep 17 03:40:01.560077 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Provisioning complete for port c3da6409-097f-4917-aaa9-db7ccb692be7 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:01.560450 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.560781 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 1 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:01.567110 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-e2f823ea-0a0b-4c43-af0a-1c3c1fb240f9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:01.568717 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-e2f823ea-0a0b-4c43-af0a-1c3c1fb240f9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 818 time: 0.2334411 Sep 17 03:40:01.610148 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.612921 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-79f0e313-4944-4763-bea3-72c33ea15209 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/quotas/379e8c4381df423a92e7c6b05105a1c3 HTTP/1.1" status: 200 len: 375 time: 0.0216012 Sep 17 03:40:01.613269 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e72296a4-c9f9-46cc-91a0-f6d5905fecdf req-3d36e2d1-2044-44ab-a8f1-795ef88f1e79 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741465 Sep 17 03:40:01.622017 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:01.700473 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:01.723511 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-b5fce5b5-931b-4465-aa75-c79059d97442 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0881507 Sep 17 03:40:01.784052 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:01.791902 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.818197 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:01.911923 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-45b207cd-624d-4c5f-a091-e98f37b2e158 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773715 Sep 17 03:40:01.944149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:01.951864 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdbed-38e8-4b66-b290-427d45f441e9 req-9c47ca8c-974a-442d-add0-721664a774b0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:01.953662 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7f1bdbed-38e8-4b66-b290-427d45f441e9 req-9c47ca8c-974a-442d-add0-721664a774b0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0578911 Sep 17 03:40:01.990396 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Publish callbacks [] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:02.000688 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:02.006499 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7f1bdbed-38e8-4b66-b290-427d45f441e9 req-37ec2125-3d0e-4387-9b5c-ef63af1396e6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469830 Sep 17 03:40:02.093929 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-7a362bc6-bc5a-4f61-88bf-eece3b01d02d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748574 Sep 17 03:40:02.097156 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Pushing event updated for resources: {'Port': ['ID=c3da6409-097f-4917-aaa9-db7ccb692be7,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:02.099836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (ade57237-5752-4f4f-8179-a07925d71705), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:02.123093 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 2 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:02.172977 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:02.212035 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Network e532b3fa-657e-4c85-9461-6411310bae80 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:02.213924 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:02.323556 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3a95cc7b-7759-455c-a601-849122e9add0 req-2a4cb7ad-71d0-4eca-b6d5-1e184a792235 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0742590 Sep 17 03:40:02.449197 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556584b-df22-4a7a-8806-cf043e13b54f req-cdb892f7-db83-428a-ab35-b5a882f2726d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:02.450963 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c556584b-df22-4a7a-8806-cf043e13b54f req-cdb892f7-db83-428a-ab35-b5a882f2726d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.0606599 Sep 17 03:40:02.460975 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Router ade57237-5752-4f4f-8179-a07925d71705 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:40:02.566187 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:02.623676 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c556584b-df22-4a7a-8806-cf043e13b54f req-196c989b-cc19-4086-ac02-9735481e09db tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585419 Sep 17 03:40:02.682743 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 3 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:02.756726 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:02.767115 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:02.767482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:02.767878 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 Sep 17 03:40:02.769519 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:40:02.775173 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-81adca21-0cb3-404e-836a-80b337e37494 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/ade57237-5752-4f4f-8179-a07925d71705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1697204 Sep 17 03:40:02.832721 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67906c-c8a8-4066-81e0-9b9095c3f9ec req-a1d7399f-38de-4dfe-95c4-29031b22f330 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:02.834716 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3e67906c-c8a8-4066-81e0-9b9095c3f9ec req-a1d7399f-38de-4dfe-95c4-29031b22f330 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0980129 Sep 17 03:40:02.893373 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:02.895690 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:02.897375 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:02.907405 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3e67906c-c8a8-4066-81e0-9b9095c3f9ec req-a8e0e3a3-0841-43e6-9a36-43667bbc77c0 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608497 Sep 17 03:40:02.949357 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:02.965229 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:03.072407 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:03.202356 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8bd03-93a2-455e-b4a6-8a0647cb64dd req-6d23fe25-22a9-47ac-9bb4-dc9ab988043f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:03.209509 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3fa8bd03-93a2-455e-b4a6-8a0647cb64dd req-6d23fe25-22a9-47ac-9bb4-dc9ab988043f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0719986 Sep 17 03:40:03.238978 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:03.258711 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 4 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:03.268632 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3fa8bd03-93a2-455e-b4a6-8a0647cb64dd req-ffc4d6f0-0dbf-4e95-8e3f-5ba3dc974d88 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551713 Sep 17 03:40:03.309050 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:03.451445 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-84215378-2327-42a9-beae-6b9d7c1f2809 req-eb3aba57-7134-4989-acde-228c5ac2c73d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0337303 Sep 17 03:40:03.793707 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c4a48-6ac1-4bcb-98e1-83dcaa898159 req-3bd15ebe-569f-466a-b25b-2dcd61fc2d94 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:03.798213 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-be0c4a48-6ac1-4bcb-98e1-83dcaa898159 req-3bd15ebe-569f-466a-b25b-2dcd61fc2d94 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.0781324 Sep 17 03:40:03.813168 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 5 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:03.907645 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:03.931000 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-be0c4a48-6ac1-4bcb-98e1-83dcaa898159 req-566b110f-1928-4ccc-a97a-4d2c55b62c02 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263397 Sep 17 03:40:04.168911 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786626d-10e5-49e9-8d9e-05463b0bc33f req-d3959eac-84bc-4ce8-a583-934318ceb9f0 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:04.171814 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f786626d-10e5-49e9-8d9e-05463b0bc33f req-d3959eac-84bc-4ce8-a583-934318ceb9f0 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.1055522 Sep 17 03:40:04.246034 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f786626d-10e5-49e9-8d9e-05463b0bc33f req-d2c4acce-efa9-438a-baac-bfdd8387722a tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668850 Sep 17 03:40:04.409866 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 6 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:04.468736 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:04.523179 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0be7d-862f-4737-b1a6-f357accdeb91 req-4f9ab714-157d-4d00-8b9c-86e08b891062 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:04.528363 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-24c0be7d-862f-4737-b1a6-f357accdeb91 req-4f9ab714-157d-4d00-8b9c-86e08b891062 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1365278 Sep 17 03:40:04.608547 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:04.631907 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-24c0be7d-862f-4737-b1a6-f357accdeb91 req-89d5eff6-be06-42b3-9de7-ab6176419bff tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991509 Sep 17 03:40:04.644331 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6987674c-04cf-4805-8288-c2b0f64ba5e9 req-837349e8-9ca2-4b31-b9f9-8bad2b75b2ef tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0684111 Sep 17 03:40:04.685940 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:04.686314 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:04.686647 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 Sep 17 03:40:04.797886 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:04.974982 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 7 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:04.980629 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Sync routers for ids ['ade57237-5752-4f4f-8179-a07925d71705'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:40:05.025222 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Routers {'ade57237-5752-4f4f-8179-a07925d71705'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:05.026076 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ade57237-5752-4f4f-8179-a07925d71705'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:05.098922 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:05.241869 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99a8a-469b-4e3b-8768-37148ad8ff59 req-1655d8e6-3d5a-4148-8594-6cda49451a8b tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:05.249541 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ed99a8a-469b-4e3b-8768-37148ad8ff59 req-1655d8e6-3d5a-4148-8594-6cda49451a8b tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.1288283 Sep 17 03:40:05.259890 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Set router ade57237-5752-4f4f-8179-a07925d71705 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:05.323276 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ed99a8a-469b-4e3b-8768-37148ad8ff59 req-98ddd3fa-85ef-452e-a4f1-c652c5d4a4c6 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722604 Sep 17 03:40:05.458768 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e6ec3-f8e0-481a-a0d0-bbfeea8f01ec req-5b59fc04-dfef-42ab-b15f-30ece2d40e43 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:05.460734 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-502e6ec3-f8e0-481a-a0d0-bbfeea8f01ec req-5b59fc04-dfef-42ab-b15f-30ece2d40e43 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0907192 Sep 17 03:40:05.594080 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-502e6ec3-f8e0-481a-a0d0-bbfeea8f01ec req-e1beb4a2-5c3e-4678-855b-a6f69abda48f tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272674 Sep 17 03:40:05.600494 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 8 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:05.617835 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:40:01Z', 'revision_number': 4, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port': {'id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:57Z', 'updated_at': '2022-09-17T03:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c3da6409-097f-4917-aaa9-db7ccb692be7', 'name': '', 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'mac_address': 'fa:16:3e:e7:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ac7a12fc-afc3-4990-a588-e58b6231438f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:40:01Z', 'revision_number': 2, 'project_id': '773571224d2942b9adebe4f3594acc87', 'subnets': [{'id': 'ac7a12fc-afc3-4990-a588-e58b6231438f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:05.647795 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:05.678985 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:05.687553 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Checking router: ade57237-5752-4f4f-8179-a07925d71705 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:40:05.688801 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Updating router ade57237-5752-4f4f-8179-a07925d71705 port c3da6409-097f-4917-aaa9-db7ccb692be7 binding host dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:40:05.743810 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:05.895273 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-892577a4-5959-4aef-9f41-422cd823cb04 req-800956fd-11d6-4f4e-a892-5e7f07c5fecf tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0836670 Sep 17 03:40:05.942009 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7499e-f4a7-4951-9ea5-52bea68ef9ed req-3b7c7f7f-3a9f-46cd-bb39-25e5185c7eaa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:05.944294 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a5e7499e-f4a7-4951-9ea5-52bea68ef9ed req-3b7c7f7f-3a9f-46cd-bb39-25e5185c7eaa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1014225 Sep 17 03:40:06.027917 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:06.060631 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:06.092453 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a5e7499e-f4a7-4951-9ea5-52bea68ef9ed req-c0213755-99a9-4c4c-8ead-ff3439c79837 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418455 Sep 17 03:40:06.181117 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 9 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:06.212757 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-f44eb305-54d1-4485-853d-ebf5d46e1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:06.214356 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-f44eb305-54d1-4485-853d-ebf5d46e1d16 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0926783 Sep 17 03:40:06.249103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:06.426750 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Publish callbacks [] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), precommit_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:06.438962 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:06.500516 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:06.540657 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5c757-5daa-4189-aa02-1b3f23787828 req-b54eba5c-4d95-496d-8de4-837728437708 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:06.546190 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56d6d4-07c0-4aff-a50f-3411445c0de2 None None] Pushing event updated for resources: {'Port': ['ID=c3da6409-097f-4917-aaa9-db7ccb692be7,revision_number=3']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:06.557332 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a3b5c757-5daa-4189-aa02-1b3f23787828 req-b54eba5c-4d95-496d-8de4-837728437708 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.1081231 Sep 17 03:40:06.652807 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Attempting to bind port c3da6409-097f-4917-aaa9-db7ccb692be7 on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:40:06.653173 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Attempting to bind port c3da6409-097f-4917-aaa9-db7ccb692be7 by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:40:06.653526 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Attempting to bind port c3da6409-097f-4917-aaa9-db7ccb692be7 on network e532b3fa-657e-4c85-9461-6411310bae80 {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:06.681943 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a3b5c757-5daa-4189-aa02-1b3f23787828 req-234860b8-bf9a-40fa-b7f3-ef87f40727ab tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153483 Sep 17 03:40:06.726593 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:40:06.726955 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Checking segment: {'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:06.727350 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:06.727735 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Bound using segment: {'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'} {{(pid=106397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:40:06.731559 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.managers [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Bound port: c3da6409-097f-4917-aaa9-db7ccb692be7, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97aaace-c19f-4740-9d5a-8a8cb553bb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80'}}] {{(pid=106397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:40:06.732394 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), before_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:06.750284 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Attempt 10 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:06.786121 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d842883-3480-4333-84d4-38f430667aec req-31ec6716-8170-4021-978e-13573a33a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:06.787661 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8d842883-3480-4333-84d4-38f430667aec req-31ec6716-8170-4021-978e-13573a33a792 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 1134 time: 0.0878425 Sep 17 03:40:06.819873 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-3016e1c6-abeb-4806-a2aa-313636949642 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205375 Sep 17 03:40:06.906388 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b02df7-8818-4229-a72c-a9f48cf6228b req-d15cd740-b44a-412d-92bc-4674e06a4fa6 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:06.908017 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43b02df7-8818-4229-a72c-a9f48cf6228b req-d15cd740-b44a-412d-92bc-4674e06a4fa6 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.1194272 Sep 17 03:40:06.944836 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-26647795-cfdd-4841-ba86-03070e04cc24 None None] Port c3da6409-097f-4917-aaa9-db7ccb692be7 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:06.956101 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-d2aabfcf-d4b3-4831-b207-9628e509c3cc tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:06.962259 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-d2aabfcf-d4b3-4831-b207-9628e509c3cc tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.1410909 Sep 17 03:40:07.005248 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-43b02df7-8818-4229-a72c-a9f48cf6228b req-f5e4e85f-e642-48b4-9b50-81c8e18cdfe7 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759525 Sep 17 03:40:07.009139 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8d842883-3480-4333-84d4-38f430667aec req-1886f589-b4d9-4a46-b8db-823f203620bd service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005367 Sep 17 03:40:07.048915 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] For port c3da6409-097f-4917-aaa9-db7ccb692be7, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:40:07.055252 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.plugins.ml2.db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] For port c3da6409-097f-4917-aaa9-db7ccb692be7, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=c3da6409-097f-4917-aaa9-db7ccb692be7,segment=NetworkSegment(f97aaace-c19f-4740-9d5a-8a8cb553bb65),segment_id=f97aaace-c19f-4740-9d5a-8a8cb553bb65)] {{(pid=106397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:40:07.065926 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-85585761-282d-4e9b-8bb9-dee3dff7b7ca None None] Provisioning complete for port c3da6409-097f-4917-aaa9-db7ccb692be7 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:07.066297 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85585761-282d-4e9b-8bb9-dee3dff7b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:07.068019 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-85585761-282d-4e9b-8bb9-dee3dff7b7ca None None] Attempt 1 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:07.075211 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron_lib.callbacks.manager [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), after_update {{(pid=106397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:07.096638 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Routers {'ade57237-5752-4f4f-8179-a07925d71705'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:07.097742 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:39:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ade57237-5752-4f4f-8179-a07925d71705'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:07.161139 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4f36e07b-779d-4942-8f16-cd16be63c6fb req-a02a481b-6c70-41e1-a60e-760a3e44b83e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307540 Sep 17 03:40:07.169669 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-426555ec-e23e-4213-bc1a-2a30b762ee93 req-ba89a116-dcd8-41fd-a43d-df10c67846a8 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.1121073 Sep 17 03:40:07.228877 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-85585761-282d-4e9b-8bb9-dee3dff7b7ca None None] Current status of the port c3da6409-097f-4917-aaa9-db7ccb692be7 is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:07.229576 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85585761-282d-4e9b-8bb9-dee3dff7b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:07.270445 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-85585761-282d-4e9b-8bb9-dee3dff7b7ca None None] For port c3da6409-097f-4917-aaa9-db7ccb692be7, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=c3da6409-097f-4917-aaa9-db7ccb692be7,segment=NetworkSegment(f97aaace-c19f-4740-9d5a-8a8cb553bb65),segment_id=f97aaace-c19f-4740-9d5a-8a8cb553bb65)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:07.278928 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-85585761-282d-4e9b-8bb9-dee3dff7b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:07.406754 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c762a73-07d8-43ac-91da-fca53cf1fcbb req-8adef480-ac94-4bea-8814-fb71f4e1ecb1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:07.422181 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c762a73-07d8-43ac-91da-fca53cf1fcbb req-8adef480-ac94-4bea-8814-fb71f4e1ecb1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1060722 Sep 17 03:40:07.510737 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85585761-282d-4e9b-8bb9-dee3dff7b7ca None None] Pushing event updated for resources: {'Port': ['ID=c3da6409-097f-4917-aaa9-db7ccb692be7,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:07.524532 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6c762a73-07d8-43ac-91da-fca53cf1fcbb req-ffa190d1-2699-42af-a996-482773e6e455 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013162 Sep 17 03:40:07.559398 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56d6d4-07c0-4aff-a50f-3411445c0de2 None None] Pushing event updated for resources: {'Port': ['ID=c3da6409-097f-4917-aaa9-db7ccb692be7,revision_number=4']} {{(pid=106397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:07.568068 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:07.616918 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] Set router ade57237-5752-4f4f-8179-a07925d71705 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:07.883764 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e1b07-2d58-49c6-8643-7e867202f2e6 req-39f8ca87-f895-4449-bc58-ecb2fa403fc4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:07.895648 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5d0e1b07-2d58-49c6-8643-7e867202f2e6 req-39f8ca87-f895-4449-bc58-ecb2fa403fc4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.0889966 Sep 17 03:40:07.963251 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:40:01Z', 'revision_number': 4, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port': {'id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:57Z', 'updated_at': '2022-09-17T03:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c3da6409-097f-4917-aaa9-db7ccb692be7', 'name': '', 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'mac_address': 'fa:16:3e:e7:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ac7a12fc-afc3-4990-a588-e58b6231438f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:40:07Z', 'revision_number': 4, 'project_id': '773571224d2942b9adebe4f3594acc87', 'subnets': [{'id': 'ac7a12fc-afc3-4990-a588-e58b6231438f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:07.967010 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5d0e1b07-2d58-49c6-8643-7e867202f2e6 req-5b1a70f2-7d96-4817-989d-3d8958edfed7 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615270 Sep 17 03:40:07.990814 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b4d75-45fd-4c34-add9-0bd532f6bc65 None None] The sync data for ids ['ade57237-5752-4f4f-8179-a07925d71705'] in dv-cinder-849143-3-smb is: [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:40:01Z', 'revision_number': 4, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port': {'id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:57Z', 'updated_at': '2022-09-17T03:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c3da6409-097f-4917-aaa9-db7ccb692be7', 'name': '', 'network_id': 'e532b3fa-657e-4c85-9461-6411310bae80', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'mac_address': 'fa:16:3e:e7:0e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'ac7a12fc-afc3-4990-a588-e58b6231438f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:40:07Z', 'revision_number': 4, 'project_id': '773571224d2942b9adebe4f3594acc87', 'subnets': [{'id': 'ac7a12fc-afc3-4990-a588-e58b6231438f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:40:08.261290 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36efb8e-f07a-4558-9643-37eaaf03455e req-48a235bf-a48d-4ddb-86fa-6961c4ea6c14 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:08.267600 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b36efb8e-f07a-4558-9643-37eaaf03455e req-48a235bf-a48d-4ddb-86fa-6961c4ea6c14 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.1139371 Sep 17 03:40:08.344737 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b36efb8e-f07a-4558-9643-37eaaf03455e req-dba57973-543b-4b6a-a3db-69e4432050a6 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674782 Sep 17 03:40:08.501823 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-06ec1083-e4f4-430c-96f5-a3611f6ef7d7 req-0f1cff8d-4845-400c-a89d-6cb19eb454a9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.1721056 Sep 17 03:40:08.570063 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Deleting port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:40:08.570683 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:08.630204 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device c3da6409-097f-4917-aaa9-db7ccb692be7 up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:08.736468 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6ef87-6aaf-4089-a189-cae036616493 req-3af63ef6-7985-47f5-82e4-7ad24e09ee77 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:08.739389 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port c3da6409-097f-4917-aaa9-db7ccb692be7 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:08.739771 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:08.740104 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port c3da6409-097f-4917-aaa9-db7ccb692be7 Sep 17 03:40:08.745029 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-05e6ef87-6aaf-4089-a189-cae036616493 req-3af63ef6-7985-47f5-82e4-7ad24e09ee77 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1004925 Sep 17 03:40:08.775148 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] For port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:08.775676 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:08.782635 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:08.819994 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Calling delete_port for 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:40:08.847718 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-05e6ef87-6aaf-4089-a189-cae036616493 req-d27b8ec9-9e0c-40af-bde7-4e147af26c94 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015024 Sep 17 03:40:08.975564 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port c3da6409-097f-4917-aaa9-db7ccb692be7 is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:09.084796 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:09.571508 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521d394-bb38-44e5-8ae0-582022b0b173 req-efcea4f5-a1a6-4a75-86bc-8878f7f4eac2 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:09.585082 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a521d394-bb38-44e5-8ae0-582022b0b173 req-efcea4f5-a1a6-4a75-86bc-8878f7f4eac2 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 945 time: 0.5206318 Sep 17 03:40:09.594086 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:40:09.641257 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0d81-b929-4b8e-9c73-5f6cd7e0a766 req-b29f4bc7-0ef7-4aa8-a7f3-4834f01c4566 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:09.662606 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-77ce0d81-b929-4b8e-9c73-5f6cd7e0a766 req-b29f4bc7-0ef7-4aa8-a7f3-4834f01c4566 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.1574163 Sep 17 03:40:09.860641 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-77ce0d81-b929-4b8e-9c73-5f6cd7e0a766 req-f58e22a6-87d6-45d8-9602-f71f34252a3a tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969404 Sep 17 03:40:09.881825 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf is: ACTIVE; New status is: DOWN {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:09.881825 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:09.976087 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a521d394-bb38-44e5-8ae0-582022b0b173 req-cfa7ed24-5b1c-4aee-86bb-a5c95ad04e81 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896790 Sep 17 03:40:10.001441 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:10.060425 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (19e694ae-bcd1-45e6-b619-3f3ecc2da5bf), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:10.070451 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d37424d6-4f97-4e64-97ff-b02c09d7023c req-db8fd1b2-4744-4884-874f-f0db4d2bd65a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.1026289 Sep 17 03:40:10.227812 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Pushing event deleted for resources: {'Port': ['ID=19e694ae-bcd1-45e6-b619-3f3ecc2da5bf,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:10.296987 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] No DVR routers for this DVR port 19e694ae-bcd1-45e6-b619-3f3ecc2da5bf on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:40:10.302002 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:10.309432 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cb1dbfd8-72ad-4c3f-9f5c-79bb9bacbf29 req-7360b1ea-d3fd-4c56-922b-3c064e1afdb4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.55 "DELETE /networking/v2.0/ports/19e694ae-bcd1-45e6-b619-3f3ecc2da5bf HTTP/1.1" status: 204 len: 173 time: 2.0956492 Sep 17 03:40:10.310041 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d', 'name': 'network-vif-deleted', 'tag': '19e694ae-bcd1-45e6-b619-3f3ecc2da5bf'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:10.312488 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ae2a8-d50c-48b9-8620-f21a6916a0cf" -d '{"events": [{"server_uuid": "0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d", "name": "network-vif-deleted", "tag": "19e694ae-bcd1-45e6-b619-3f3ecc2da5bf"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:10.358692 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c523f-52d8-43de-b1bb-58796940b891 req-ddf39ee4-f5c9-4812-b263-2749944c6fa9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:10.360293 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7d5c523f-52d8-43de-b1bb-58796940b891 req-ddf39ee4-f5c9-4812-b263-2749944c6fa9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.2009299 Sep 17 03:40:10.438363 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb1d38-8219-482c-b74c-a7141b51ec5c req-8b85278a-ee33-45b5-aae0-692abbd3bfd4 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:10.448972 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-26bb1d38-8219-482c-b74c-a7141b51ec5c req-8b85278a-ee33-45b5-aae0-692abbd3bfd4 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0781112 Sep 17 03:40:10.450247 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7d5c523f-52d8-43de-b1bb-58796940b891 req-5eac84ed-91ef-426e-a22b-4d3af67a73bb tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833941 Sep 17 03:40:10.510134 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491baf7a-f2bd-4f51-8a57-7ed85c8f8883 x-openstack-request-id: req-491baf7a-f2bd-4f51-8a57-7ed85c8f8883 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:10.510689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d", "name": "network-vif-deleted", "tag": "19e694ae-bcd1-45e6-b619-3f3ecc2da5bf", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:10.511734 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-491baf7a-f2bd-4f51-8a57-7ed85c8f8883 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:10.511734 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491baf7a-f2bd-4f51-8a57-7ed85c8f8883'] response: {'server_uuid': '0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d', 'name': 'network-vif-deleted', 'tag': '19e694ae-bcd1-45e6-b619-3f3ecc2da5bf', 'status': 'completed', 'code': 200} Sep 17 03:40:10.534283 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-26bb1d38-8219-482c-b74c-a7141b51ec5c req-db1dc268-18bb-412f-99e3-043e1eab5607 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841548 Sep 17 03:40:11.098905 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-761f04f4-f513-4442-98e2-ab73def93301 req-0f4f068d-b0a2-4b3c-ac47-e1f33ca35829 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0497305 Sep 17 03:40:11.240196 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a04bd248-15d5-4e73-90d7-848dea0c8b6f req-55f0ddb0-b4b5-4379-9e97-df05cb3d78f3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0449638 Sep 17 03:40:11.656079 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618aad6c-3299-4502-9be4-d2b1d37e8577 req-cd3fdebb-9317-44cb-a568-9af78e5ecf7f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:11.657741 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-618aad6c-3299-4502-9be4-d2b1d37e8577 req-cd3fdebb-9317-44cb-a568-9af78e5ecf7f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1142747 Sep 17 03:40:11.762394 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-618aad6c-3299-4502-9be4-d2b1d37e8577 req-27d034cc-73a4-4c92-bb59-bf5f85fae2bb tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986605 Sep 17 03:40:11.815757 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fa10d-507b-4286-839f-994d78c2431d req-b9b58d27-c366-4843-9257-19e92a193bf9 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:11.819665 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-760fa10d-507b-4286-839f-994d78c2431d req-b9b58d27-c366-4843-9257-19e92a193bf9 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.1124489 Sep 17 03:40:11.920322 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-760fa10d-507b-4286-839f-994d78c2431d req-b873b5ad-6735-42ef-9e76-ca7b4c2e625f tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943062 Sep 17 03:40:12.240133 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eb4b5879-6740-40dd-9378-9b480eb03ff4 req-5ad0a2d3-5cd7-4341-ab84-b2f4dc91a70b tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0377357 Sep 17 03:40:12.331878 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:12.366131 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bd4a14fe-bd66-4b04-81c7-65daf6452a61 req-cd15d6c4-7a7c-4684-9e7f-3305aca8eef7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0474112 Sep 17 03:40:13.088546 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fa3b-b1ed-4c6c-9781-e35ad00723e0 req-17d7edea-38f0-43a7-8bfe-dd3ce7963bb0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:13.098897 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fc06fa3b-b1ed-4c6c-9781-e35ad00723e0 req-17d7edea-38f0-43a7-8bfe-dd3ce7963bb0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1288130 Sep 17 03:40:13.136614 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b7d3e-6f2c-422f-9224-bee21aba2901 req-e8d30641-19f8-40a3-9fb5-cc05a3a888c8 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:13.146208 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e54b7d3e-6f2c-422f-9224-bee21aba2901 req-e8d30641-19f8-40a3-9fb5-cc05a3a888c8 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.1082332 Sep 17 03:40:13.177356 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fc06fa3b-b1ed-4c6c-9781-e35ad00723e0 req-1f631fdd-0169-46fe-b18a-8428f25378e2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688808 Sep 17 03:40:13.242598 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e54b7d3e-6f2c-422f-9224-bee21aba2901 req-7195882c-0ea1-4efe-b823-21c19bbe994a tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776808 Sep 17 03:40:13.350598 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6279986a-f4b7-44b5-a6fa-6dc468a7c307 req-e2ee533e-525f-4553-96da-19509707b575 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0316672 Sep 17 03:40:13.477518 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-95934f8e-8496-44ad-85fd-ef1da7bcb83a req-67704562-1680-4f18-9333-746a892a319a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0319598 Sep 17 03:40:14.175308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:14.401978 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5eb00-c81f-4e4c-bd36-17729b3e8014 req-80927773-acbb-499d-9440-c813b1db4e9f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:14.403781 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-94e5eb00-c81f-4e4c-bd36-17729b3e8014 req-80927773-acbb-499d-9440-c813b1db4e9f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.1027896 Sep 17 03:40:14.465438 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-94e5eb00-c81f-4e4c-bd36-17729b3e8014 req-53a8fd52-39ff-4bda-855c-564534ef79b5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522699 Sep 17 03:40:14.525788 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3173ca-5a43-45dd-8d7d-8c7a1441264e req-d00a7f64-b6b2-45e3-97e0-e680c7111e73 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:14.538621 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ed3173ca-5a43-45dd-8d7d-8c7a1441264e req-d00a7f64-b6b2-45e3-97e0-e680c7111e73 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0929444 Sep 17 03:40:14.589486 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ed3173ca-5a43-45dd-8d7d-8c7a1441264e req-b13896fa-b84c-4712-9e74-f436d27993b1 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499806 Sep 17 03:40:14.594475 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4cfbace4-38bf-4e57-88a0-efcf2b26c61c req-f7631000-16a3-4f08-ac50-5eeed5e950f7 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0370827 Sep 17 03:40:14.710636 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-62a79658-e836-492a-a098-0f715a88b166 req-131caeb7-8661-4aee-91ae-859e890d0ad1 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0393353 Sep 17 03:40:14.735994 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0493c1-0382-4d2e-9308-909d48df3877 req-ad1196e7-7538-4b61-8b36-378d593b705e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:14.742215 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ea0493c1-0382-4d2e-9308-909d48df3877 req-ad1196e7-7538-4b61-8b36-378d593b705e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0756924 Sep 17 03:40:14.789549 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ea0493c1-0382-4d2e-9308-909d48df3877 req-ada07df9-90d4-48f0-a3c6-a8f3eec8c96b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458107 Sep 17 03:40:15.598955 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a84294-645f-40cc-8c55-242b9daa0c35 req-d80c4845-b52c-4dfe-bcec-f00806e5a592 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:15.600482 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e3a84294-645f-40cc-8c55-242b9daa0c35 req-d80c4845-b52c-4dfe-bcec-f00806e5a592 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0483365 Sep 17 03:40:15.648434 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e3a84294-645f-40cc-8c55-242b9daa0c35 req-884e00ad-275e-4d9a-a981-30e90fac89f1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423987 Sep 17 03:40:15.757273 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a9b015ff-5822-472b-b4ad-acaa750080e6 req-6eb10943-7d53-4d17-92e6-98b896728aa5 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0385900 Sep 17 03:40:15.799219 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-2261fd1f-fe58-46d4-89d0-f3ab8448afe3 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:15.800679 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-2261fd1f-fe58-46d4-89d0-f3ab8448afe3 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0529397 Sep 17 03:40:15.847133 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:40:15.861768 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37446-fe8a-4ab6-9908-52ca359e137d req-db032aa0-1acc-4c02-b4b1-94ef127553c4 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:15.863250 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3fc37446-fe8a-4ab6-9908-52ca359e137d req-db032aa0-1acc-4c02-b4b1-94ef127553c4 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0482123 Sep 17 03:40:15.900053 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:15.912197 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3fc37446-fe8a-4ab6-9908-52ca359e137d req-160f98f0-0368-4587-a2b1-c369d127e753 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Sep 17 03:40:15.998270 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b4644b14-1f04-45f0-a031-93298b512408 req-d5291db7-4270-4f8c-924a-aa7ac28cedc7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0309236 Sep 17 03:40:16.106024 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9555-b2dc-4187-b0c2-e066eea04538 req-f8ad8f54-6819-456d-a745-5f96f2fc20c2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:16.109409 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3ced9555-b2dc-4187-b0c2-e066eea04538 req-f8ad8f54-6819-456d-a745-5f96f2fc20c2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0525949 Sep 17 03:40:16.160739 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3ced9555-b2dc-4187-b0c2-e066eea04538 req-9cb8e551-e21e-4293-b9ad-1c6588ef30e9 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451219 Sep 17 03:40:16.184092 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:16.278440 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-a3a71b48-e3c6-4fda-bcc2-d8df013a698d tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:16.279912 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-a3a71b48-e3c6-4fda-bcc2-d8df013a698d tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/networks?id=63e04d97-a8f9-4013-a08e-716a3a92e664 HTTP/1.1" status: 200 len: 815 time: 0.1063187 Sep 17 03:40:16.294515 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-6a3f2fbd-c4d8-40dd-9ea0-961abdbfb340 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/quotas/beef0d51792b46b586acd4b152b7fc9f HTTP/1.1" status: 200 len: 375 time: 0.0092058 Sep 17 03:40:16.344287 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-b263a979-7fe5-46a7-87c7-5c8dd40f0fe8 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=beef0d51792b46b586acd4b152b7fc9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448573 Sep 17 03:40:16.457658 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-fb8fef11-fb4f-41c2-adda-c29f1b703f00 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930064 Sep 17 03:40:16.551753 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-0d0f5d98-2236-469b-a201-dd33a3a179a5 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883536 Sep 17 03:40:16.720874 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-02dcfe2a-4a9c-4ef0-b898-9e410d22f79b req-b0a97705-da4c-4a50-bc03-439cff6deef7 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 210 time: 0.0303800 Sep 17 03:40:16.780100 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aceb72-999b-4afb-849c-c987c63c6ed2 req-ef902981-085e-496f-a702-e5bc0b9c0f05 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:16.781602 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-55aceb72-999b-4afb-849c-c987c63c6ed2 req-ef902981-085e-496f-a702-e5bc0b9c0f05 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0473533 Sep 17 03:40:16.839708 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-55aceb72-999b-4afb-849c-c987c63c6ed2 req-02726f71-25b9-414b-8f24-e1ceac31148a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514996 Sep 17 03:40:16.882990 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8b83b49a-28de-419b-a583-784f0b3b4798 req-bd5d566e-58e9-423b-9d8c-f6019bbc32f8 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0306964 Sep 17 03:40:17.050883 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e398b09-50b9-40b6-8fb1-211d2f1f8b41 req-309d0580-94d5-4a6f-a68c-7b38b9608c02 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:17.053212 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8e398b09-50b9-40b6-8fb1-211d2f1f8b41 req-309d0580-94d5-4a6f-a68c-7b38b9608c02 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 950 time: 0.0506616 Sep 17 03:40:17.102344 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8e398b09-50b9-40b6-8fb1-211d2f1f8b41 req-c12ed100-d72b-45ca-9366-8e09ddd3fcbf tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=aafc4739-b36b-493e-9908-baf907d022d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Sep 17 03:40:17.108810 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-347726a1-cffa-40de-8ca8-cbaf9e1f73d9 req-38ded02b-9061-4007-9399-4011714d8240 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0287604 Sep 17 03:40:17.265233 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Deleting port ed1bf528-8e2e-4447-86d0-7700aba3a672 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:40:17.265542 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:17.285496 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba507-5bbc-466a-8ea1-da29c6155e15 req-36d29d8e-4a87-48f4-9fe6-9bc1537d8e22 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:17.287061 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cbeba507-5bbc-466a-8ea1-da29c6155e15 req-36d29d8e-4a87-48f4-9fe6-9bc1537d8e22 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0502667 Sep 17 03:40:17.318196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:17.333958 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cbeba507-5bbc-466a-8ea1-da29c6155e15 req-7db544a6-85d2-40f9-bc7c-9b1b7510bc63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410929 Sep 17 03:40:17.362593 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] For port ed1bf528-8e2e-4447-86d0-7700aba3a672, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=ed1bf528-8e2e-4447-86d0-7700aba3a672,segment=NetworkSegment(ceac43bf-14ec-4c12-83b9-d494d2eabae4),segment_id=ceac43bf-14ec-4c12-83b9-d494d2eabae4)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:17.362956 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:17.376092 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Calling delete_port for ed1bf528-8e2e-4447-86d0-7700aba3a672 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:40:17.509487 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (ed1bf528-8e2e-4447-86d0-7700aba3a672), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:17.535564 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Pushing event deleted for resources: {'Port': ['ID=ed1bf528-8e2e-4447-86d0-7700aba3a672,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:17.571504 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['ed1bf528-8e2e-4447-86d0-7700aba3a672'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:40:17.591434 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] No DVR routers for this DVR port ed1bf528-8e2e-4447-86d0-7700aba3a672 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:40:17.594547 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:17.597970 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-30906906-3feb-4fe6-82e3-39dfa66c4057 req-ccf7e309-f8bc-4c8e-ac18-7ddd0dabae25 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.55 "DELETE /networking/v2.0/ports/ed1bf528-8e2e-4447-86d0-7700aba3a672 HTTP/1.1" status: 204 len: 173 time: 0.4299040 Sep 17 03:40:17.598491 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87f4a109-7be8-420c-aa01-13b4a322a57f', 'name': 'network-vif-deleted', 'tag': 'ed1bf528-8e2e-4447-86d0-7700aba3a672'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:17.601472 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06870446-8e1d-4bad-b1fe-f76914de3d79" -d '{"events": [{"server_uuid": "87f4a109-7be8-420c-aa01-13b4a322a57f", "name": "network-vif-deleted", "tag": "ed1bf528-8e2e-4447-86d0-7700aba3a672"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:17.647946 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0162aa42-8e68-49b3-9243-e7444e69d7fe x-openstack-request-id: req-0162aa42-8e68-49b3-9243-e7444e69d7fe {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:17.648273 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87f4a109-7be8-420c-aa01-13b4a322a57f", "name": "network-vif-deleted", "tag": "ed1bf528-8e2e-4447-86d0-7700aba3a672", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:17.648530 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0162aa42-8e68-49b3-9243-e7444e69d7fe {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:17.648950 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0162aa42-8e68-49b3-9243-e7444e69d7fe'] response: {'server_uuid': '87f4a109-7be8-420c-aa01-13b4a322a57f', 'name': 'network-vif-deleted', 'tag': 'ed1bf528-8e2e-4447-86d0-7700aba3a672', 'status': 'completed', 'code': 200} Sep 17 03:40:17.807654 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-4faf2d93-55f4-47dd-84a0-12b5e752278e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:17.809252 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-4faf2d93-55f4-47dd-84a0-12b5e752278e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 818 time: 0.1413059 Sep 17 03:40:17.832314 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a66f5ed2-6205-4d24-80bb-00365c464559 req-f5d4ea26-3ad7-4c0c-9200-0e6e5cdd399b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 210 time: 0.0277846 Sep 17 03:40:17.893356 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-ba88a8b9-ad39-4c43-ba8c-a30a30f28733 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=379e8c4381df423a92e7c6b05105a1c3 HTTP/1.1" status: 200 len: 380 time: 0.0648899 Sep 17 03:40:17.910916 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'port': {'device_id': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'admin_state_up': True, 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'security_groups': ['fe084e6d-071e-4190-87d1-c4643322beb9']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:18.005786 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-87102fe2-e95a-43fd-a499-68d57ccdc53e req-698ac86b-2dc8-4d15-b926-f7dc3bba05ce tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=0ed91e5b-85a7-4dff-b7e6-bedb88a5a91d HTTP/1.1" status: 200 len: 210 time: 0.0292783 Sep 17 03:40:18.006356 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16fd59-cfe9-4ad8-8381-a2aeff096847 req-20eed6fe-7402-4afc-8c11-40e1884bd1d0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:18.007807 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0b16fd59-cfe9-4ad8-8381-a2aeff096847 req-20eed6fe-7402-4afc-8c11-40e1884bd1d0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0807507 Sep 17 03:40:18.092037 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0b16fd59-cfe9-4ad8-8381-a2aeff096847 req-0d8efa1a-315a-4dce-b639-b2f403609296 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777206 Sep 17 03:40:18.101958 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Made reservation on behalf of 379e8c4381df423a92e7c6b05105a1c3 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:40:18.105812 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:18.131217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:18.233831 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-021cbc7c-0117-4d93-9b3d-95f2ec21a399 req-67707920-ed05-4bd2-8826-53ab26ad346e tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0307477 Sep 17 03:40:18.248165 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-59a3dae2-a059-4d16-9fa7-bfbba22054e3 req-14117377-6ae6-40fe-a5f9-2056e9c141d4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0355475 Sep 17 03:40:18.270783 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Allocated IP 172.20.0.10 (1458a1e6-1414-43a9-b44e-45df4904fa99/f230a653-d02f-4d5e-9e84-0357db4472f9/437d13f2-ac92-40ee-a702-cb7bb3d9dad6) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:40:18.306292 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:18.410550 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:18.445991 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:18.474380 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450c450-f79f-44be-95d0-5a6f4e302264 req-ecdcadf4-30f0-45ea-80e8-0aed68511c45 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:18.476619 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3450c450-f79f-44be-95d0-5a6f4e302264 req-ecdcadf4-30f0-45ea-80e8-0aed68511c45 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0614934 Sep 17 03:40:18.492597 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:18.500416 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:18.504821 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:40:18.509095 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event updated for resources: {'Port': ['ID=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:18.510360 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:18.551440 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3450c450-f79f-44be-95d0-5a6f4e302264 req-cdb876a7-05ac-4602-b7de-ca5193cbd9df tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686634 Sep 17 03:40:18.563138 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:18.563731 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:18.596814 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-54be04b6-48b4-4f8d-8c77-cf335c92d556 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6900647 Sep 17 03:40:18.721728 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-356fedcf-1807-4fd4-bdfa-3e73acc745d9 None None] Provisioning complete for port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:18.722284 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-356fedcf-1807-4fd4-bdfa-3e73acc745d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:18.722490 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-356fedcf-1807-4fd4-bdfa-3e73acc745d9 None None] Attempt 1 to provision port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 Sep 17 03:40:18.755637 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-356fedcf-1807-4fd4-bdfa-3e73acc745d9 None None] Port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:18.832624 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Request body: {'port': {'device_id': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:18.914889 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:18.993617 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-89783f7c-2b60-4c19-b447-35571e86c65f req-be98a45f-65f9-446c-ab23-0da108c1f828 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 210 time: 0.0402162 Sep 17 03:40:19.246007 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:19.257142 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-356fedcf-1807-4fd4-bdfa-3e73acc745d9 None None] Attempt 2 to provision port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 Sep 17 03:40:19.257310 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:40:19.273786 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Publish callbacks [] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.285233 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f08da-648c-45fb-b124-4779d3b5d0e0 req-744c5494-ddb5-4625-a92d-e5a5c4c162da tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:19.286784 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-579f08da-648c-45fb-b124-4779d3b5d0e0 req-744c5494-ddb5-4625-a92d-e5a5c4c162da tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 943 time: 0.0905240 Sep 17 03:40:19.318538 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Transition to ACTIVE for port object 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:40:19.325590 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.332336 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-356fedcf-1807-4fd4-bdfa-3e73acc745d9 None None] Port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:19.377111 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-579f08da-648c-45fb-b124-4779d3b5d0e0 req-6141bc0a-d08b-4959-ace1-6ef92bc001c5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829284 Sep 17 03:40:19.392287 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-77517ff6-e7c4-49de-92b1-27bb7e404ee1 req-192a3418-aed0-4289-8b8e-e2f84a3e89c7 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0308869 Sep 17 03:40:19.404378 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Pushing event updated for resources: {'Port': ['ID=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:19.456644 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:19.494178 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Attempting to bind port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:40:19.494509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Attempting to bind port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:40:19.494825 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Attempting to bind port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 on network 1458a1e6-1414-43a9-b44e-45df4904fa99 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:19.527711 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec6d17-ce5a-4afd-bfe8-6f45f932bc3d req-cd67fe29-8385-41f0-9cd1-c7c539fb5207 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:19.529146 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-feec6d17-ce5a-4afd-bfe8-6f45f932bc3d req-cd67fe29-8385-41f0-9cd1-c7c539fb5207 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0827458 Sep 17 03:40:19.564125 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 on network 1458a1e6-1414-43a9-b44e-45df4904fa99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:40:19.564445 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Attempting to bind port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 on network 1458a1e6-1414-43a9-b44e-45df4904fa99 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:19.614451 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-feec6d17-ce5a-4afd-bfe8-6f45f932bc3d req-d2bc8dba-c76e-4b3f-bf5b-a9b2757f668a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790279 Sep 17 03:40:19.625195 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:40:19.626210 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Checking segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:19.626904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Bound using segment: {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:40:19.627539 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Bound port: 437d13f2-ac92-40ee-a702-cb7bb3d9dad6, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903ee466-2496-4103-8ea2-627cf8c2a99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:40:19.628017 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.632378 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:40:19.661037 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device ed1bf528-8e2e-4447-86d0-7700aba3a672 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:40:19.688806 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: ed1bf528-8e2e-4447-86d0-7700aba3a672 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:40:19.689150 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device ed1bf528-8e2e-4447-86d0-7700aba3a672 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:40:19.714094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] For port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:40:19.716024 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:19.717866 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] For port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:40:19.723264 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d87cb9-5639-4b93-97bd-31609b015b3e req-efd3c32c-545f-4954-9070-69b336cc565b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:19.724860 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a6d87cb9-5639-4b93-97bd-31609b015b3e req-efd3c32c-545f-4954-9070-69b336cc565b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0685568 Sep 17 03:40:19.727558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.737350 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:19.738568 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.740192 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 200 len: 1094 time: 0.9149187 Sep 17 03:40:19.740764 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:19.743194 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:19.787680 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a6d87cb9-5639-4b93-97bd-31609b015b3e req-773d35d1-0fee-4b0e-ae67-a31c3e8821c1 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560949 Sep 17 03:40:19.833934 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-356fedcf-1807-4fd4-bdfa-3e73acc745d9 None None] Attempt 3 to provision port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 Sep 17 03:40:19.856702 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b3c0b-2161-4f34-a171-9564dcbee5f5 x-openstack-request-id: req-9b4b3c0b-2161-4f34-a171-9564dcbee5f5 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:19.857272 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:19.857272 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b4b3c0b-2161-4f34-a171-9564dcbee5f5 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:19.857625 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4b3c0b-2161-4f34-a171-9564dcbee5f5'] response: {'name': 'network-changed', 'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'status': 'completed', 'code': 200} Sep 17 03:40:19.867538 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:19.878826 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45ae4b-4f2a-4342-8b70-8e733ff4e5ce service neutron] Pushing event updated for resources: {'Port': ['ID=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:19.889425 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'port_id': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'mac_address': 'fa:16:3e:64:f1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:40:19.924059 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-356fedcf-1807-4fd4-bdfa-3e73acc745d9 None None] Port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:40:19.935735 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 82e5b702-c639-4c63-a0d2-0adfbba17db6 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:19.936126 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.949614 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e5b702-c639-4c63-a0d2-0adfbba17db6 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:40:19.966523 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-1184a6f3-acc8-4f27-8aeb-6cc45f4a5e39 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:19.967994 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-1184a6f3-acc8-4f27-8aeb-6cc45f4a5e39 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.55 "GET /networking/v2.0/networks?id=63e04d97-a8f9-4013-a08e-716a3a92e664 HTTP/1.1" status: 200 len: 815 time: 0.1872399 Sep 17 03:40:19.974053 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-3758d9db-725b-4642-b804-16472cef5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:19.975548 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-3758d9db-725b-4642-b804-16472cef5ed4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1128 time: 0.0680320 Sep 17 03:40:19.977028 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:19.983310 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:19.998264 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'port': {'device_id': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'admin_state_up': True, 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:20.041537 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=9']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:20.052319 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.052996 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.054013 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.054594 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.056108 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.056641 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.057161 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.057681 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.058450 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.059094 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.060359 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.060928 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.061485 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.062033 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.062652 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:20.080805 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-145220ad-9e48-477a-8363-97e6bc677a68 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 200 len: 217 time: 0.0674458 Sep 17 03:40:20.102881 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bf9f03f6-633d-4604-8b80-685ceafe1992 req-7a83ed64-ffc6-49c1-ab64-8dae49af868f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 210 time: 0.0272048 Sep 17 03:40:20.179682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-ee177263-cc36-46dc-bc35-34551468c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:20.181454 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-ee177263-cc36-46dc-bc35-34551468c306 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0654540 Sep 17 03:40:20.182399 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Made reservation on behalf of beef0d51792b46b586acd4b152b7fc9f for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:40:20.186143 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:20.189082 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:20.260493 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-f568b3b8-79c7-4252-abbc-444bc649e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:20.262085 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-f568b3b8-79c7-4252-abbc-444bc649e0fc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0643361 Sep 17 03:40:20.370871 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['82e5b702-c639-4c63-a0d2-0adfbba17db6'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:40:20.542619 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Allocated IP 172.20.0.6 (63e04d97-a8f9-4013-a08e-716a3a92e664/a2bbdf85-404e-4258-aa3e-17690e7f867f/59763b0a-3c70-47bf-914e-c01571371f14) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:40:20.567476 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-6a036878-da4c-4d01-a1fd-b6ac90ff81d7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792392 Sep 17 03:40:20.664881 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-166d86cc-0486-41f2-b44b-2af9ee28942a req-61ff10a9-7bb8-4afd-b43e-50d257074dac tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0520728 Sep 17 03:40:20.677275 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:20.747251 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140f204-def1-4df5-bb80-adb2ac16a426 req-a21ae9a3-78db-4585-aa32-923414c206ee tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:20.748786 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0140f204-def1-4df5-bb80-adb2ac16a426 req-a21ae9a3-78db-4585-aa32-923414c206ee tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 944 time: 0.1622126 Sep 17 03:40:20.810892 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9984b-6e03-4c37-80df-c3fe340c8fab req-93afd25a-7058-4333-a042-b4a4b18a15f6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:20.812493 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d4e9984b-6e03-4c37-80df-c3fe340c8fab req-93afd25a-7058-4333-a042-b4a4b18a15f6 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0495727 Sep 17 03:40:20.863521 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d4e9984b-6e03-4c37-80df-c3fe340c8fab req-08a14241-2849-4c24-bebb-c2fa73bfb25d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448267 Sep 17 03:40:20.890238 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0140f204-def1-4df5-bb80-adb2ac16a426 req-28c612e0-b002-47b4-baf8-22c6bd3c17b2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274040 Sep 17 03:40:21.022731 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for port (59763b0a-3c70-47bf-914e-c01571371f14), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:21.034701 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec28f60-06dc-405c-9a04-f6903aaf5890 req-3eff0451-8374-42ee-af1c-82f9bf86cc2d tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:21.036979 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9ec28f60-06dc-405c-9a04-f6903aaf5890 req-3eff0451-8374-42ee-af1c-82f9bf86cc2d tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0776622 Sep 17 03:40:21.087890 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (59763b0a-3c70-47bf-914e-c01571371f14), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:21.101269 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9ec28f60-06dc-405c-9a04-f6903aaf5890 req-25d44517-2227-4b72-9f4d-1fef905376a7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569634 Sep 17 03:40:21.137448 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:21.143325 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:21.149470 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:40:21.182048 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'Port': ['ID=59763b0a-3c70-47bf-914e-c01571371f14,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:21.200721 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:21.201482 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:21.233261 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d8abd5a0-80d7-4dc2-ba67-2e2b0362f45e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2389915 Sep 17 03:40:21.270016 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae4bb1-de16-4c96-b1bc-e24f270f0d30 req-d05bbbc0-adfe-47a4-b6c5-d3470a46a4a5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:21.273474 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-75ae4bb1-de16-4c96-b1bc-e24f270f0d30 req-d05bbbc0-adfe-47a4-b6c5-d3470a46a4a5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0566189 Sep 17 03:40:21.333990 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-75ae4bb1-de16-4c96-b1bc-e24f270f0d30 req-d9f0e65d-0bba-41a2-80de-b73b49213e80 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562637 Sep 17 03:40:21.453194 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Provisioning complete for port 59763b0a-3c70-47bf-914e-c01571371f14 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:21.453797 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (59763b0a-3c70-47bf-914e-c01571371f14), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:21.453797 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 1 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:21.485917 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:21.659937 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:21.713680 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 82e5b702-c639-4c63-a0d2-0adfbba17db6 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:21.714219 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:21.714723 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 82e5b702-c639-4c63-a0d2-0adfbba17db6 Sep 17 03:40:21.799004 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-34ccb8bf-dbd4-465f-a8ee-63607a740e84 req-fd133802-67b5-438d-956d-c52b089adbbf tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0359218 Sep 17 03:40:21.820028 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 82e5b702-c639-4c63-a0d2-0adfbba17db6 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:21.820419 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:21.855163 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:21.857502 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e58eff-6855-4274-b16a-0d53d99b58d8" -d '{"events": [{"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-plugged", "status": "completed", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:21.863052 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:21.869203 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:21.873711 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:21.882742 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:21.957418 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1501f796-2388-4a68-a524-232a83cea68f x-openstack-request-id: req-1501f796-2388-4a68-a524-232a83cea68f {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:21.957645 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-plugged", "status": "completed", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:21.958299 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1501f796-2388-4a68-a524-232a83cea68f {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:21.960750 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1501f796-2388-4a68-a524-232a83cea68f'] response: {'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'code': 200} Sep 17 03:40:21.994942 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:22.019302 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 2 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:22.075144 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f629-88ac-42df-bdc8-9856e9a4e917 req-face58bb-eb32-4f08-880a-827d98e55ac3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:22.082979 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0039be9-40ee-48b8-9488-873509a3b24e req-b4044528-fefb-4a01-825c-32e37e1d035b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:22.085612 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb57f629-88ac-42df-bdc8-9856e9a4e917 req-face58bb-eb32-4f08-880a-827d98e55ac3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0859082 Sep 17 03:40:22.090654 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c0039be9-40ee-48b8-9488-873509a3b24e req-b4044528-fefb-4a01-825c-32e37e1d035b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.1082742 Sep 17 03:40:22.121682 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=10']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:22.140761 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:22.154045 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c0039be9-40ee-48b8-9488-873509a3b24e req-f9dd0717-9500-4729-8b0b-5d8802f65961 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622787 Sep 17 03:40:22.167295 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb57f629-88ac-42df-bdc8-9856e9a4e917 req-8bab9bcd-5792-4761-8480-c703199a0848 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802114 Sep 17 03:40:22.278896 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88d4c4-5d9c-4eff-acd5-ebc31c84f0f4 req-153ffeb7-afcb-45e2-8310-7fa3414af42a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:22.280408 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2a88d4c4-5d9c-4eff-acd5-ebc31c84f0f4 req-153ffeb7-afcb-45e2-8310-7fa3414af42a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0518489 Sep 17 03:40:22.330933 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2a88d4c4-5d9c-4eff-acd5-ebc31c84f0f4 req-03482133-a2c5-4cfc-9567-76a61d391a70 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441861 Sep 17 03:40:22.466004 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0753478-15f3-4702-b312-dcc987fa7700 req-2f456cbb-d099-4c91-bafd-68b5b0ba9f48 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:22.467560 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a0753478-15f3-4702-b312-dcc987fa7700 req-2f456cbb-d099-4c91-bafd-68b5b0ba9f48 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0561953 Sep 17 03:40:22.479003 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:22.517624 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a0753478-15f3-4702-b312-dcc987fa7700 req-70891e5e-c579-4ab4-a853-3171fd2c0d70 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Sep 17 03:40:22.642451 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 3 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:22.676335 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:22.910076 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-aa26ece5-c4c7-401d-8407-01d93e7af258 req-536f2bb2-2f2c-47d8-9deb-0f3dfaef7781 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0280530 Sep 17 03:40:23.178030 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 4 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:23.224737 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:23.310070 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf782ec-3c75-490f-98ac-6688a7381200 req-89dae579-3134-4c1a-ba4e-b6ece0b41590 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:23.312414 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6bf782ec-3c75-490f-98ac-6688a7381200 req-89dae579-3134-4c1a-ba4e-b6ece0b41590 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0544963 Sep 17 03:40:23.363653 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6bf782ec-3c75-490f-98ac-6688a7381200 req-27c00500-6171-4393-8466-100157149f5c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447338 Sep 17 03:40:23.424933 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-6f49bd74-de68-401a-a011-a0374354296f tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:23.426709 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-6f49bd74-de68-401a-a011-a0374354296f tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/networks?id=1805d501-0316-4dd0-a626-116c9afe46e4 HTTP/1.1" status: 200 len: 814 time: 0.1518035 Sep 17 03:40:23.445614 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-1668f05c-7957-4ed7-a9df-d75ed46849de tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/quotas/d0ef36ddc25f4ddc88b887a78849c9be HTTP/1.1" status: 200 len: 375 time: 0.0108790 Sep 17 03:40:23.491031 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-e7a65a60-c905-4cde-a9fd-0e4bd81e1257 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=d0ef36ddc25f4ddc88b887a78849c9be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394804 Sep 17 03:40:23.513673 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e0ae0-58ca-44d8-8a3b-d9f9d2655fb7 req-edbe21ba-4d99-4f24-bbed-8fe8aaa610a9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:23.515268 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ec2e0ae0-58ca-44d8-8a3b-d9f9d2655fb7 req-edbe21ba-4d99-4f24-bbed-8fe8aaa610a9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0664067 Sep 17 03:40:23.568642 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ec2e0ae0-58ca-44d8-8a3b-d9f9d2655fb7 req-3eb4c48d-a90e-4bf9-9f33-a761856e529d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474699 Sep 17 03:40:23.589786 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-db1f6679-5a26-46ef-b4aa-525a2d0c2d30 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880558 Sep 17 03:40:23.608684 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:23.704167 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0d7b2-7d6b-420e-9141-c5c0aa5ae497 req-29f524e2-7511-4e8e-ab2d-0cd4ea2bcdcf tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:23.706071 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-14e0d7b2-7d6b-420e-9141-c5c0aa5ae497 req-29f524e2-7511-4e8e-ab2d-0cd4ea2bcdcf tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0604949 Sep 17 03:40:23.709710 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-6a358625-08b5-4f17-b2b2-1626bb09d04d service neutron] 10.222.0.48 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083100 Sep 17 03:40:23.725918 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 5 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:23.762675 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-14e0d7b2-7d6b-420e-9141-c5c0aa5ae497 req-23e9f9f1-dda3-45eb-92a5-dae27b567e42 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506167 Sep 17 03:40:23.785443 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:23.911659 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e31d550d-ce7d-4b9c-a484-14c39d0ee6cd req-da1339cc-8087-4290-9a8b-f0c07b193b1f tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0476551 Sep 17 03:40:23.947399 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d5a2d-0166-490e-ac67-ab086669956f req-f0909683-dbb7-4adf-99b9-74f625ed22ad tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:23.950248 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6f5d5a2d-0166-490e-ac67-ab086669956f req-f0909683-dbb7-4adf-99b9-74f625ed22ad tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0698485 Sep 17 03:40:24.027791 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6f5d5a2d-0166-490e-ac67-ab086669956f req-7e827c2e-23f2-4c20-8348-1f10335eb8c2 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Sep 17 03:40:24.111633 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-25c37504-ee22-41a3-ab98-c5886c146805 req-25188744-57dc-4616-ab54-bdb81cc027c6 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0285764 Sep 17 03:40:24.286632 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 6 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:24.320867 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:24.490625 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ad87d-7cb8-4d22-bbc4-745727302def req-bf8f1f7f-98eb-46b7-b1dc-6e1ab005d0db tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:24.492217 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-955ad87d-7cb8-4d22-bbc4-745727302def req-bf8f1f7f-98eb-46b7-b1dc-6e1ab005d0db tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0486369 Sep 17 03:40:24.529337 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:24.543458 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-955ad87d-7cb8-4d22-bbc4-745727302def req-8c7b58cb-167e-43bc-8b8c-00644a4aa630 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452924 Sep 17 03:40:24.724839 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4ee59-8edb-4415-829d-bd49e32d7802 req-39dd14d3-3052-43ed-a417-dd1a12e017e3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:24.727353 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-58f4ee59-8edb-4415-829d-bd49e32d7802 req-39dd14d3-3052-43ed-a417-dd1a12e017e3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0692217 Sep 17 03:40:24.786907 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-58f4ee59-8edb-4415-829d-bd49e32d7802 req-97793948-2535-4c0f-a34a-ab74f1341f9a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456038 Sep 17 03:40:24.841871 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 7 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:24.891409 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:24.927493 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2d0fe-530e-40ba-b219-0657f38ff19b req-04b11a76-11c8-455f-bac8-2a48f3ce0ab0 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:24.930219 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b4e2d0fe-530e-40ba-b219-0657f38ff19b req-04b11a76-11c8-455f-bac8-2a48f3ce0ab0 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0694137 Sep 17 03:40:24.985966 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b4e2d0fe-530e-40ba-b219-0657f38ff19b req-a5917a09-03ae-4d74-ad19-38675cd61659 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506706 Sep 17 03:40:25.032298 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-520946fb-a1c0-4806-ac17-a201e6e4c951 req-05c780f9-a138-418a-93e1-9f1573e5e870 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0290403 Sep 17 03:40:25.151792 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcb5b1-22cc-453c-9fc9-c860a44df7b0 req-92e1dc22-a2a2-499a-9a2d-23ed09a074e8 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:25.153696 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8bfcb5b1-22cc-453c-9fc9-c860a44df7b0 req-92e1dc22-a2a2-499a-9a2d-23ed09a074e8 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0501554 Sep 17 03:40:25.220602 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8bfcb5b1-22cc-453c-9fc9-c860a44df7b0 req-750bc81d-81c9-4f27-98f8-b9e0355acacc tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590334 Sep 17 03:40:25.246028 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-650cff87-bfca-4f3b-8809-c6ebbfda1afb req-313d7eb4-1f40-4adc-a4e8-8143cf0d488c tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0274265 Sep 17 03:40:25.398905 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 8 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:25.434052 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:25.666945 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130030e0-e34f-49a6-b732-34e64a4c7f00 req-bd8dc6e4-40bc-49ea-8b33-26d6071d2093 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:25.670262 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-130030e0-e34f-49a6-b732-34e64a4c7f00 req-bd8dc6e4-40bc-49ea-8b33-26d6071d2093 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0516460 Sep 17 03:40:25.721726 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-130030e0-e34f-49a6-b732-34e64a4c7f00 req-60d63d1b-fc0f-4c6a-ac59-7dd42d950866 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470471 Sep 17 03:40:25.840560 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:25.843690 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=30 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:25.935031 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 9 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:25.939210 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01e672-e9e4-4423-b3ce-0a208c74f174 req-928ec421-5aae-4726-b9c8-ff6eb2bb4142 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:25.940878 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8a01e672-e9e4-4423-b3ce-0a208c74f174 req-928ec421-5aae-4726-b9c8-ff6eb2bb4142 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0474904 Sep 17 03:40:25.967864 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:25.996374 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8a01e672-e9e4-4423-b3ce-0a208c74f174 req-777c899f-01f8-440b-b5be-7bb5ec95bba8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482357 Sep 17 03:40:26.110531 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ab74d-7a2d-450c-94d3-38eef9a5acba req-ab1bdd40-21a7-435c-8a22-cb6cb4498ba0 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:26.111975 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-742ab74d-7a2d-450c-94d3-38eef9a5acba req-ab1bdd40-21a7-435c-8a22-cb6cb4498ba0 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0478015 Sep 17 03:40:26.143731 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d8da330f-6581-45d2-b89e-37f0a4116513 req-c2eb0f9b-3f02-4b81-9301-a266c629819e tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0368869 Sep 17 03:40:26.174003 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-742ab74d-7a2d-450c-94d3-38eef9a5acba req-dd05de25-6349-4099-978b-c22755902d58 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559478 Sep 17 03:40:26.351134 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7edfe-6bc3-45da-b063-c4a0df8a4fc9 req-42a1add3-8186-4f63-8fd1-98ad55c1feb7 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:26.358664 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3da7edfe-6bc3-45da-b063-c4a0df8a4fc9 req-42a1add3-8186-4f63-8fd1-98ad55c1feb7 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0538816 Sep 17 03:40:26.385829 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-84cfc48e-7395-42ea-890e-2464200e85b0 req-12280577-77dd-4880-a877-7dd54a1b97c7 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0427132 Sep 17 03:40:26.439297 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-46777c9e-d86b-4008-8d48-b5cbc7579067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:26.446379 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3da7edfe-6bc3-45da-b063-c4a0df8a4fc9 req-16f02440-b3a6-4d75-929f-8724d40609bb tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857928 Sep 17 03:40:26.468970 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Attempt 10 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:26.510313 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-99e324c0-d029-4b08-99a2-4ed334c8d403 None None] Port 59763b0a-3c70-47bf-914e-c01571371f14 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:40:26.857325 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d326aa-4950-4465-872c-7cdd3a461d0b req-06fab63d-b5b0-4655-883e-2abac7eccefe tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:26.858820 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-97d326aa-4950-4465-872c-7cdd3a461d0b req-06fab63d-b5b0-4655-883e-2abac7eccefe tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0520465 Sep 17 03:40:26.894342 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:26.912752 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-97d326aa-4950-4465-872c-7cdd3a461d0b req-737cd1db-03cd-4e1f-a285-c8ddc47a9fc7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Sep 17 03:40:27.135978 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea52638-e7f2-4502-9c68-15e99217561d req-5ac1e952-366c-4964-855c-3339751629f0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:27.137543 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1ea52638-e7f2-4502-9c68-15e99217561d req-5ac1e952-366c-4964-855c-3339751629f0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0565498 Sep 17 03:40:27.204231 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1ea52638-e7f2-4502-9c68-15e99217561d req-f886ec44-087a-4ee0-98ac-5b4697759848 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610266 Sep 17 03:40:27.253455 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9c099b11-7ca7-4fed-997c-0570f572b0fe req-017774f7-07a2-4c58-a56d-94fcd51ec6c1 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0280178 Sep 17 03:40:27.319862 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419151-2de8-43d2-9114-000f8e3a24e9 req-7d5a88a2-ee25-4b02-a8ce-5bd62061b06d tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:27.321447 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3b419151-2de8-43d2-9114-000f8e3a24e9 req-7d5a88a2-ee25-4b02-a8ce-5bd62061b06d tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0513206 Sep 17 03:40:27.376210 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3b419151-2de8-43d2-9114-000f8e3a24e9 req-f72d1ee3-98eb-4456-91a7-12196995f6ca tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487578 Sep 17 03:40:27.521622 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b6b98708-b068-40aa-bb42-bb8537c864ab req-74fa7c2a-18ba-4640-8335-94b33e406c3b tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0394375 Sep 17 03:40:27.576565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a2cf7-3177-4ddb-a098-bbbdf5a3788f req-8c35fc0a-ceca-4f1d-91cd-a93e1bd06e7d tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:27.578153 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a92a2cf7-3177-4ddb-a098-bbbdf5a3788f req-8c35fc0a-ceca-4f1d-91cd-a93e1bd06e7d tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0502172 Sep 17 03:40:27.633892 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a92a2cf7-3177-4ddb-a098-bbbdf5a3788f req-70d4be75-ca0b-48b1-9259-04e6e96d0adc tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498714 Sep 17 03:40:28.040934 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a7328-62e5-4751-8474-46dfc2fe4c9c req-cca61112-88b9-4b4f-a778-830e477b533e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:28.043044 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c21a7328-62e5-4751-8474-46dfc2fe4c9c req-cca61112-88b9-4b4f-a778-830e477b533e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0513473 Sep 17 03:40:28.101935 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c21a7328-62e5-4751-8474-46dfc2fe4c9c req-4242790f-8033-4057-a0c8-a65c20df1c13 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487530 Sep 17 03:40:28.367067 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9ac86401-a290-4bbc-b425-ff49cc39e848 req-a0b8a1ab-4687-45a9-beab-91adcac57eff tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0310655 Sep 17 03:40:28.515919 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225434-5c7e-44af-b001-371ec6b3c682 req-0dc6706d-1769-41c4-a831-b191e3760c78 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:28.517357 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bb225434-5c7e-44af-b001-371ec6b3c682 req-0dc6706d-1769-41c4-a831-b191e3760c78 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0565441 Sep 17 03:40:28.552743 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2766b31d-7af3-4e60-bbc0-b417822dec2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:28.592014 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bb225434-5c7e-44af-b001-371ec6b3c682 req-0427b1f3-f5d9-4d91-b732-cb1a3991153a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687478 Sep 17 03:40:28.623003 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:28.637241 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdc9e-ae61-429a-8634-99bc9152b6ff req-62a1e2ee-8bbf-4c39-83d0-8617ad2146b6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:28.646439 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-67fcdc9e-ae61-429a-8634-99bc9152b6ff req-62a1e2ee-8bbf-4c39-83d0-8617ad2146b6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.3470924 Sep 17 03:40:28.697547 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d364c6ce-2eb1-4828-ac9a-7447e35f9efb req-6248bcfc-682a-44cd-83bb-3195f0d6feff tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0308812 Sep 17 03:40:28.700766 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-67fcdc9e-ae61-429a-8634-99bc9152b6ff req-302aeccf-1c03-446a-8ffc-99c466974a00 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498047 Sep 17 03:40:28.828532 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f98b-08fa-4769-8e8d-7b5821702562 req-411cad48-0a40-4707-b51e-12f7794096af tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:28.830225 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a7b8f98b-08fa-4769-8e8d-7b5821702562 req-411cad48-0a40-4707-b51e-12f7794096af tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0520413 Sep 17 03:40:28.879216 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a7b8f98b-08fa-4769-8e8d-7b5821702562 req-f85112fa-3a5d-4f21-bef5-4ad4ac9cc822 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435042 Sep 17 03:40:29.426506 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1172fda-a1b1-4cf8-a012-0ab41535247f req-406df667-c895-4c30-9476-be7cac732b46 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:29.428014 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a1172fda-a1b1-4cf8-a012-0ab41535247f req-406df667-c895-4c30-9476-be7cac732b46 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.2497120 Sep 17 03:40:29.478823 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a1172fda-a1b1-4cf8-a012-0ab41535247f req-0cb92c9a-ce3d-4eb1-a90b-694c51cb8004 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450220 Sep 17 03:40:29.511126 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8caf7fa6-87c4-44af-8568-f8e892a78faa req-a2750bb7-0e9e-4f15-beb7-58186f208220 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0532758 Sep 17 03:40:29.717313 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae7920-2a51-4106-b978-cbe8cdb0b2bb req-47924064-9c6a-42bd-8069-d6f7e6217b6c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:29.718733 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c1ae7920-2a51-4106-b978-cbe8cdb0b2bb req-47924064-9c6a-42bd-8069-d6f7e6217b6c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0463495 Sep 17 03:40:29.776620 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c1ae7920-2a51-4106-b978-cbe8cdb0b2bb req-498d27ed-996d-4daa-af24-4f4bd6e1bc46 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503669 Sep 17 03:40:29.835450 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d40091ff-6235-412d-85f4-b474e0ec3408 req-9913c814-da6b-4b47-9efd-24745c8006d2 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0304387 Sep 17 03:40:29.904560 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a5457-d39a-4dcb-ac64-0c8a26e2f601 req-2c7d0bbf-3152-4587-87cb-a40e3ab9e798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:29.906347 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b82a5457-d39a-4dcb-ac64-0c8a26e2f601 req-2c7d0bbf-3152-4587-87cb-a40e3ab9e798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0501356 Sep 17 03:40:29.950824 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:29.959043 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b82a5457-d39a-4dcb-ac64-0c8a26e2f601 req-adee36e8-d2f2-412c-917d-281606e98980 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 Sep 17 03:40:30.006357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820da52-3bdd-48e6-8d62-274331cd7701 req-c3103d16-9c73-4088-a289-fed85e9381ce tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:30.007959 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d820da52-3bdd-48e6-8d62-274331cd7701 req-c3103d16-9c73-4088-a289-fed85e9381ce tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0467513 Sep 17 03:40:30.058303 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d820da52-3bdd-48e6-8d62-274331cd7701 req-278bc54f-2c2b-4215-a416-a720f5b50885 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Sep 17 03:40:30.266362 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:30.601591 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54041944-87f6-448a-b56d-712ee985b1a6 req-3f702504-ca01-4a52-aaad-4a7d77ad78c7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:30.603229 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-54041944-87f6-448a-b56d-712ee985b1a6 req-3f702504-ca01-4a52-aaad-4a7d77ad78c7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0471029 Sep 17 03:40:30.617291 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-32d11333-542d-4c69-8b00-6a9fabab8337 req-01ccc08b-3827-423c-85dc-3989cdfd1af2 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0319078 Sep 17 03:40:30.651303 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-54041944-87f6-448a-b56d-712ee985b1a6 req-264c89bb-7c9b-4f4a-bc96-31aebf8f0704 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Sep 17 03:40:30.703355 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f6183156-e7b0-4e5e-ae98-6d6a9115c38f req-0df41a26-4a01-449d-9870-660f0e39b3a9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881991 Sep 17 03:40:30.843062 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Request body: {'port': {'device_id': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:30.877445 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:30.942915 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (59763b0a-3c70-47bf-914e-c01571371f14), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:30.967064 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4bd5b99e-741d-4342-8b7d-95495fd32155 req-bb42db8d-6c5d-4be2-b3a2-3244dddcd5b4 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0304163 Sep 17 03:40:30.972436 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dbb49-fda6-4925-a03d-6648925a8a87 req-8982fa92-ec67-46ea-b7c6-789007612d43 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:30.974138 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ef2dbb49-fda6-4925-a03d-6648925a8a87 req-8982fa92-ec67-46ea-b7c6-789007612d43 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0672100 Sep 17 03:40:31.100158 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ef2dbb49-fda6-4925-a03d-6648925a8a87 req-5b65eb5f-8fff-4c86-844e-280c5fd479fd tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079524 Sep 17 03:40:31.107020 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf755f-b987-4a20-b3dd-2c9f151ba6a7 req-777fb4f5-bc14-41d9-850a-c0181fefdf8b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:31.108730 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7edf755f-b987-4a20-b3dd-2c9f151ba6a7 req-777fb4f5-bc14-41d9-850a-c0181fefdf8b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0550652 Sep 17 03:40:31.160250 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7edf755f-b987-4a20-b3dd-2c9f151ba6a7 req-f3412050-c8ed-46bc-bfe8-fd36f309fb23 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452189 Sep 17 03:40:31.238172 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1993f8-886d-49fe-b4f8-3571f5e24d26 req-2042af99-2c38-472a-930c-7264fb2f1ee9 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:31.239607 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-db1993f8-886d-49fe-b4f8-3571f5e24d26 req-2042af99-2c38-472a-930c-7264fb2f1ee9 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 931 time: 0.0588605 Sep 17 03:40:31.304860 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:31.331580 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-db1993f8-886d-49fe-b4f8-3571f5e24d26 req-7898d1c2-635d-4bba-b7f3-652421088a37 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834324 Sep 17 03:40:31.366255 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59763b0a-3c70-47bf-914e-c01571371f14 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:40:31.375588 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Publish callbacks [] for port (59763b0a-3c70-47bf-914e-c01571371f14), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:31.391260 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Transition to ACTIVE for port object 59763b0a-3c70-47bf-914e-c01571371f14 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:40:31.396000 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (59763b0a-3c70-47bf-914e-c01571371f14), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:31.461109 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=59763b0a-3c70-47bf-914e-c01571371f14,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:31.488323 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.488673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.489013 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.489351 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.489681 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.490094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.490396 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.490719 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.491042 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.491367 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.491690 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.492014 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.492332 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.492682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.493001 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:31.522228 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Attempting to bind port 59763b0a-3c70-47bf-914e-c01571371f14 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:40:31.522563 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Attempting to bind port 59763b0a-3c70-47bf-914e-c01571371f14 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:40:31.522890 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Attempting to bind port 59763b0a-3c70-47bf-914e-c01571371f14 on network 63e04d97-a8f9-4013-a08e-716a3a92e664 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:31.564677 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Port 59763b0a-3c70-47bf-914e-c01571371f14 on network 63e04d97-a8f9-4013-a08e-716a3a92e664 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:40:31.565010 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Attempting to bind port 59763b0a-3c70-47bf-914e-c01571371f14 on network 63e04d97-a8f9-4013-a08e-716a3a92e664 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:31.606608 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:40:31.606952 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Checking segment: {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:31.607357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Bound using segment: {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:40:31.607781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Bound port: 59763b0a-3c70-47bf-914e-c01571371f14, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706f436a-0b22-49f8-9951-ee9898d3d8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:40:31.608137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (59763b0a-3c70-47bf-914e-c01571371f14), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:31.674748 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] For port 59763b0a-3c70-47bf-914e-c01571371f14, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:40:31.679128 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] For port 59763b0a-3c70-47bf-914e-c01571371f14, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59763b0a-3c70-47bf-914e-c01571371f14,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:40:31.690285 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (59763b0a-3c70-47bf-914e-c01571371f14), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:31.694892 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:31.695489 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:31.698792 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 1093 time: 0.8615537 Sep 17 03:40:31.699468 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:31.702480 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a515ed-95a4-405a-b0eb-179df47f7442" -d '{"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:31.729787 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bbf45829-d1f2-40ea-8d58-85cd6a2ba758 req-fa1d14b5-76c2-4368-995f-999a8935eea9 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0313027 Sep 17 03:40:31.787949 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:31.789015 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:31.796388 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b5b382-6e88-4991-a7b2-872e75617e54 x-openstack-request-id: req-46b5b382-6e88-4991-a7b2-872e75617e54 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:31.796675 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:31.796929 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46b5b382-6e88-4991-a7b2-872e75617e54 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:31.798027 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b5b382-6e88-4991-a7b2-872e75617e54'] response: {'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14', 'status': 'completed', 'code': 200} Sep 17 03:40:31.815609 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:31.822758 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c925c-1338-4bf9-abaf-d9fa144a947e req-d0bd4043-3eed-4a2d-9e43-f2dc8f005b93 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:31.824301 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3a4c925c-1338-4bf9-abaf-d9fa144a947e req-d0bd4043-3eed-4a2d-9e43-f2dc8f005b93 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0877607 Sep 17 03:40:31.825704 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd6104-629d-4099-bfe8-5724db3ff0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=59763b0a-3c70-47bf-914e-c01571371f14,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:31.873344 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3a4c925c-1338-4bf9-abaf-d9fa144a947e req-df5d9b9b-4f20-4411-b97c-c8e2c39b6b10 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Sep 17 03:40:32.094964 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-12866f19-1fad-4998-abb0-efadc036b359 req-14ed99c3-2fd5-4049-b8ce-5f78e56eac21 tempest-VolumesNegativeTest-1489089638 tempest-VolumesNegativeTest-1489089638-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=87f4a109-7be8-420c-aa01-13b4a322a57f HTTP/1.1" status: 200 len: 210 time: 0.0283499 Sep 17 03:40:32.229617 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec10c1-416f-42de-9922-bb310f63b150 req-03a8e9ff-64b5-4d07-bc56-9855ea0250af tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:32.231375 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bfec10c1-416f-42de-9922-bb310f63b150 req-03a8e9ff-64b5-4d07-bc56-9855ea0250af tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0556386 Sep 17 03:40:32.281801 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bfec10c1-416f-42de-9922-bb310f63b150 req-91709398-a20f-45a5-991e-30f470bf1dc0 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446355 Sep 17 03:40:32.312055 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1a33a-a8b6-46b5-b14a-0002bb484c72 req-9a9f12d8-7f5c-45c7-82b8-cf3d4db697bb tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:32.313606 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-82b1a33a-a8b6-46b5-b14a-0002bb484c72 req-9a9f12d8-7f5c-45c7-82b8-cf3d4db697bb tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0646708 Sep 17 03:40:32.380764 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-82b1a33a-a8b6-46b5-b14a-0002bb484c72 req-09f99d5c-8f88-426c-bacd-1cb53f2f268e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607178 Sep 17 03:40:32.509245 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c537f-4cc9-4125-a1d6-012ff9732b31 req-5959f5d1-5998-4870-9f5b-892798d6c81e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:32.511227 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-703c537f-4cc9-4125-a1d6-012ff9732b31 req-5959f5d1-5998-4870-9f5b-892798d6c81e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 943 time: 0.0768003 Sep 17 03:40:32.512234 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-682d9460-ef0f-4939-a14f-1f82e4c895c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:32.513664 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-682d9460-ef0f-4939-a14f-1f82e4c895c5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1128 time: 0.1265409 Sep 17 03:40:32.573838 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-703c537f-4cc9-4125-a1d6-012ff9732b31 req-b5538a37-6666-42b2-8392-f27882b84c01 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555413 Sep 17 03:40:32.724779 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084f97-984f-44da-b306-02f24f5785c2 req-b1d90e97-84bf-4c25-b992-f00079700b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:32.726897 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-86084f97-984f-44da-b306-02f24f5785c2 req-b1d90e97-84bf-4c25-b992-f00079700b97 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 1130 time: 0.0520563 Sep 17 03:40:32.775191 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a515ed-95a4-405a-b0eb-179df47f7442 req-35381e29-8ac0-44eb-9cf8-09ac23202e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:32.776644 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a7a515ed-95a4-405a-b0eb-179df47f7442 req-35381e29-8ac0-44eb-9cf8-09ac23202e18 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=beef0d51792b46b586acd4b152b7fc9f&device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1127 time: 0.1025853 Sep 17 03:40:32.787644 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-86084f97-984f-44da-b306-02f24f5785c2 req-83385764-8542-4809-8ddb-d44fcd25746c service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530214 Sep 17 03:40:32.819559 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-778375f4-0ef2-4536-842b-41075cd80327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:32.821072 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-778375f4-0ef2-4536-842b-41075cd80327 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.1337359 Sep 17 03:40:32.849217 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-322e6875-e73a-4752-98a4-25f464f50906 req-7e402d0b-6427-488e-b97a-28e71b49d391 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0312643 Sep 17 03:40:32.961318 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:33.001102 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea565d3-a95d-41f4-b758-bc7e7d9a7ed0 req-e88efcb7-fdc7-492a-a905-3d67e78679b3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.002626 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-aea565d3-a95d-41f4-b758-bc7e7d9a7ed0 req-e88efcb7-fdc7-492a-a905-3d67e78679b3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 944 time: 0.0545354 Sep 17 03:40:33.052564 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-aea565d3-a95d-41f4-b758-bc7e7d9a7ed0 req-85cd4307-54fc-4b1e-ab69-5668f317dbc7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436542 Sep 17 03:40:33.189372 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-ed4954cd-5238-4aed-b45a-0ece12d3aeee service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 200 len: 217 time: 0.0827048 Sep 17 03:40:33.235124 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a515ed-95a4-405a-b0eb-179df47f7442 req-615de887-5d8a-4020-a376-eecc246c3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.236761 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a7a515ed-95a4-405a-b0eb-179df47f7442 req-615de887-5d8a-4020-a376-eecc246c3ca9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=beef0d51792b46b586acd4b152b7fc9f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1427939 Sep 17 03:40:33.403983 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c01c7-a2c3-4b39-b7f5-174ef8281178 req-9c6971a9-5b45-4a89-84cf-9ed8e3d5e3e4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.405563 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cc5c01c7-a2c3-4b39-b7f5-174ef8281178 req-9c6971a9-5b45-4a89-84cf-9ed8e3d5e3e4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0481589 Sep 17 03:40:33.463877 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cc5c01c7-a2c3-4b39-b7f5-174ef8281178 req-536b3dd0-3eec-4094-a617-577664d547cb tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523264 Sep 17 03:40:33.516146 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffcf68-a5a8-4061-986b-ab185694c996 req-b9a0df8b-8eed-4b88-9cc1-8b88815d2b2d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.517670 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ecffcf68-a5a8-4061-986b-ab185694c996 req-b9a0df8b-8eed-4b88-9cc1-8b88815d2b2d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0506186 Sep 17 03:40:33.542674 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:33.573506 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ecffcf68-a5a8-4061-986b-ab185694c996 req-f5852c2b-cdc8-4e69-a82e-719572f822c9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466166 Sep 17 03:40:33.682640 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-7a98bce1-18e6-4b48-bb7d-67e7bc5f1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.684563 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-7a98bce1-18e6-4b48-bb7d-67e7bc5f1f12 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.1239204 Sep 17 03:40:33.700994 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:40:33.749945 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a515ed-95a4-405a-b0eb-179df47f7442 req-4f1d6410-1d35-4812-9be0-7d532ee45844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.751424 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a7a515ed-95a4-405a-b0eb-179df47f7442 req-4f1d6410-1d35-4812-9be0-7d532ee45844 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1994107 Sep 17 03:40:33.793125 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4090e-1ee6-4ee7-b1d5-070ce8cae2c6 req-ad0f50bd-c257-454c-9e21-0c0c2d502504 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.807192 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1fc4090e-1ee6-4ee7-b1d5-070ce8cae2c6 req-ad0f50bd-c257-454c-9e21-0c0c2d502504 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 943 time: 0.1131086 Sep 17 03:40:33.836187 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e59a13-9182-4519-ba53-66aff7cc35e5 req-19b28835-487f-4d90-b65b-4aa743801d63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.838127 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-09e59a13-9182-4519-ba53-66aff7cc35e5 req-19b28835-487f-4d90-b65b-4aa743801d63 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.1367600 Sep 17 03:40:33.847953 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:33.860825 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'mac_address': 'fa:16:3e:e1:61:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:40:33.869703 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-dc8ac173-8c37-4e7e-a337-809d880fa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:33.871463 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-dc8ac173-8c37-4e7e-a337-809d880fa937 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0984693 Sep 17 03:40:33.881207 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1fc4090e-1ee6-4ee7-b1d5-070ce8cae2c6 req-ce5634b9-c241-4662-9c74-e3778a4520cc tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704312 Sep 17 03:40:33.896368 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-09e59a13-9182-4519-ba53-66aff7cc35e5 req-9b6a753f-a571-444b-9e26-02e29cc95010 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503132 Sep 17 03:40:33.997424 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d0d4f68a-335d-4f9b-ba64-e392477c463f req-d7000efd-9efc-4acc-bea9-1ddfa08e88ff tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0344360 Sep 17 03:40:34.036537 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:34.036926 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:34.052240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:40:34.075007 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:34.079792 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:34.127920 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:34.181861 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a044d0-fa97-4444-8e8a-11e4d4419112 req-0229e7f5-62b5-45f1-b76b-5f9622ce4f5f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:34.183594 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a1a044d0-fa97-4444-8e8a-11e4d4419112 req-0229e7f5-62b5-45f1-b76b-5f9622ce4f5f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 945 time: 0.0499001 Sep 17 03:40:34.219336 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:34.236426 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a1a044d0-fa97-4444-8e8a-11e4d4419112 req-96c88afe-3331-44a0-97ae-4f14c154e9d9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471506 Sep 17 03:40:34.354421 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-20ea05ec-a130-4e58-a1e7-dd645234da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:34.356619 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-20ea05ec-a130-4e58-a1e7-dd645234da7f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=beef0d51792b46b586acd4b152b7fc9f&device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1127 time: 0.0580924 Sep 17 03:40:34.441581 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756256e3-c424-4554-a161-0654e3faef14 req-75082b7c-2795-402f-8115-34d9e7ee4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:34.443963 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-756256e3-c424-4554-a161-0654e3faef14 req-75082b7c-2795-402f-8115-34d9e7ee4559 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 1129 time: 0.1530716 Sep 17 03:40:34.464594 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['437d13f2-ac92-40ee-a702-cb7bb3d9dad6'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:40:34.466949 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:34.470077 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:34.475976 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-04136938-4e1c-440a-9518-cfb91dd20362 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953583 Sep 17 03:40:34.734709 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6034-8ce8-4ec4-8863-d33eda3edf6b req-c7be31b2-9141-413c-a74c-15857a856b48 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:34.736120 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e73b6034-8ce8-4ec4-8863-d33eda3edf6b req-c7be31b2-9141-413c-a74c-15857a856b48 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0510352 Sep 17 03:40:34.795746 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e73b6034-8ce8-4ec4-8863-d33eda3edf6b req-f791609d-f743-403e-bb1f-f58640f2858e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517251 Sep 17 03:40:34.987213 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-3a1ec5ba-9d24-453d-bbba-50e0aebf7088 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 217 time: 0.1004095 Sep 17 03:40:35.146533 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2aa6145-21af-4561-ba28-ec1d9c1acbf0 req-f067f459-0f50-401e-8505-753637ac121e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611220 Sep 17 03:40:35.162181 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756256e3-c424-4554-a161-0654e3faef14 req-a120261c-0883-402d-b120-c0b53fde0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:35.163649 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-756256e3-c424-4554-a161-0654e3faef14 req-a120261c-0883-402d-b120-c0b53fde0388 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 912 time: 0.2517893 Sep 17 03:40:35.169934 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b8d52-8c76-4d79-a3cb-1282cb48b142 req-c0ee930c-5d24-4de5-868b-1736d6aeba9a tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:35.171556 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-161b8d52-8c76-4d79-a3cb-1282cb48b142 req-c0ee930c-5d24-4de5-868b-1736d6aeba9a tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 943 time: 0.0879884 Sep 17 03:40:35.195868 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-8685209a-7c0b-43ad-a8c1-1ab96b062006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:35.197368 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-8685209a-7c0b-43ad-a8c1-1ab96b062006 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a2bbdf85-404e-4258-aa3e-17690e7f867f HTTP/1.1" status: 200 len: 854 time: 0.1700828 Sep 17 03:40:35.202964 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:35.205798 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd7778-3642-46f1-b628-99dac8dec5fc req-be850025-16e4-43cd-a3d0-cfbe0f6de1d3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:35.207365 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d2dd7778-3642-46f1-b628-99dac8dec5fc req-be850025-16e4-43cd-a3d0-cfbe0f6de1d3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.1103375 Sep 17 03:40:35.290899 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-756256e3-c424-4554-a161-0654e3faef14 req-ab15089e-b072-4941-bbf1-70a1a1816833 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 200 len: 1001 time: 0.0749786 Sep 17 03:40:35.311962 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-34052131-13d3-42a4-91c2-eda7eba67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:35.313635 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-161b8d52-8c76-4d79-a3cb-1282cb48b142 req-f26d52eb-7829-40e5-be07-8007577a3a3a tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314440 Sep 17 03:40:35.314104 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-34052131-13d3-42a4-91c2-eda7eba67536 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=63e04d97-a8f9-4013-a08e-716a3a92e664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0810890 Sep 17 03:40:35.319231 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d2dd7778-3642-46f1-b628-99dac8dec5fc req-79fc2c6e-249f-4359-a120-6600ca9a4354 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028893 Sep 17 03:40:35.411225 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756256e3-c424-4554-a161-0654e3faef14 req-c11ea5d4-7d74-4ad3-9e9d-cc92b309d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:35.413342 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-756256e3-c424-4554-a161-0654e3faef14 req-c11ea5d4-7d74-4ad3-9e9d-cc92b309d175 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.0986876 Sep 17 03:40:35.491890 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-d2445dde-357a-4fd6-af6e-89987b7a19c9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606789 Sep 17 03:40:35.496571 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fe216c96-43fe-4dd5-a8f4-0a859aa635ef req-1cc5f138-1956-4720-be90-bb51db1db1d4 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0486844 Sep 17 03:40:35.510848 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1e5a2-b34d-4ed0-9628-67e0d680bfa0 req-9277895e-b616-413f-89fd-8c9d5fe8f48a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:35.512439 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fbb1e5a2-b34d-4ed0-9628-67e0d680bfa0 req-9277895e-b616-413f-89fd-8c9d5fe8f48a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 945 time: 0.0615742 Sep 17 03:40:35.512561 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756256e3-c424-4554-a161-0654e3faef14 req-c2bd1e6f-7af3-4590-8913-d7da9a6be810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:35.514154 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-756256e3-c424-4554-a161-0654e3faef14 req-c2bd1e6f-7af3-4590-8913-d7da9a6be810 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0890462 Sep 17 03:40:35.568828 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fbb1e5a2-b34d-4ed0-9628-67e0d680bfa0 req-a5e3692d-3623-4590-9d08-1b557296748f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501256 Sep 17 03:40:35.717449 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:35.762078 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:40:35.768225 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:35.768640 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:35.768953 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 Sep 17 03:40:35.794731 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:35.930842 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-756256e3-c424-4554-a161-0654e3faef14 req-263cc4db-4d7f-4906-a665-349f60a1c6d9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584277 Sep 17 03:40:35.943372 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:35.943984 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:35.953141 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c930ea59-1753-4b79-9f93-32db6946e3cf req-9d314b3a-327b-4bd6-a02f-dd2e85b71955 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738305 Sep 17 03:40:35.990549 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:35.994578 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acaaf0e-3f97-4dee-b27b-6023f629a96a" -d '{"events": [{"server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "name": "network-vif-plugged", "status": "completed", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:36.009782 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:36.015422 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:36.067663 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df607118-9c3c-4ffb-b4b0-81397a7d4cd7 x-openstack-request-id: req-df607118-9c3c-4ffb-b4b0-81397a7d4cd7 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:36.067981 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "name": "network-vif-plugged", "status": "completed", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:36.068366 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df607118-9c3c-4ffb-b4b0-81397a7d4cd7 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:36.068761 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df607118-9c3c-4ffb-b4b0-81397a7d4cd7'] response: {'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'code': 200} Sep 17 03:40:36.072008 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:36.078003 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c6125-4bba-4464-838b-276ee7004d0a req-b181968e-ec23-4668-ae02-cc639ec1b0d4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:36.079508 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3d6c6125-4bba-4464-838b-276ee7004d0a req-b181968e-ec23-4668-ae02-cc639ec1b0d4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0978646 Sep 17 03:40:36.174653 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:36.249514 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3d6c6125-4bba-4464-838b-276ee7004d0a req-9e0c705c-7268-47eb-883b-d2926e44523d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219103 Sep 17 03:40:36.256798 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-756256e3-c424-4554-a161-0654e3faef14 req-687a2f1b-8753-495b-a814-3c329a752918 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964773 Sep 17 03:40:36.266542 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-7ac17e11-d2a8-43ba-af10-43463ff47602 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:36.267975 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-7ac17e11-d2a8-43ba-af10-43463ff47602 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1805d501-0316-4dd0-a626-116c9afe46e4 HTTP/1.1" status: 200 len: 814 time: 0.3210518 Sep 17 03:40:36.451274 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fca322-bfca-41cb-971f-541a30286f87 req-254d290e-d25e-4157-a18a-989a177d0c7b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:36.458316 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-04fca322-bfca-41cb-971f-541a30286f87 req-254d290e-d25e-4157-a18a-989a177d0c7b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 943 time: 0.0638056 Sep 17 03:40:36.484682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94991acd-0360-479b-bf50-92d8d25120c8 req-9c8270fd-d3b2-4198-9060-4af8c3995344 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:36.491771 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-94991acd-0360-479b-bf50-92d8d25120c8 req-9c8270fd-d3b2-4198-9060-4af8c3995344 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0665874 Sep 17 03:40:36.512085 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-04fca322-bfca-41cb-971f-541a30286f87 req-7812db3d-0182-4882-a86d-f0e98a4d5223 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527744 Sep 17 03:40:36.543208 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-94991acd-0360-479b-bf50-92d8d25120c8 req-009c9605-d3ec-4a76-ab3f-af549355ca8b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504663 Sep 17 03:40:36.605242 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e093d6a1-5681-405a-b21c-46261690945e req-38ec8122-6308-4068-81e3-19382e65d9b3 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0275724 Sep 17 03:40:36.692297 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001f6a-2304-4f4f-810c-827bb6baa15c req-e437eeb8-296b-4366-887a-f2a0d1e997fb tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:36.693736 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb001f6a-2304-4f4f-810c-827bb6baa15c req-e437eeb8-296b-4366-887a-f2a0d1e997fb tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0499027 Sep 17 03:40:36.740573 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fb001f6a-2304-4f4f-810c-827bb6baa15c req-70c53ce4-5aac-4a0e-bf10-8b5afb378f53 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408800 Sep 17 03:40:37.089217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Request body: {'port': {'device_id': 'fc28fe18-e9fd-4c48-aff9-fde87ea85a5a', 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4', 'admin_state_up': True, 'tenant_id': 'd0ef36ddc25f4ddc88b887a78849c9be'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:37.204776 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Made reservation on behalf of d0ef36ddc25f4ddc88b887a78849c9be for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:40:37.209340 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:37.338975 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Allocated IP 172.20.0.7 (1805d501-0316-4dd0-a626-116c9afe46e4/5ac3e8b0-d67a-41c6-823c-d095bd836301/2f7fca0a-e073-4b42-ace7-3b9f12ee5517) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:40:37.362197 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:37.483633 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c3113-0227-4b09-bc80-9ae392d78059 req-e3324c65-24ee-4554-ae56-9cdff8efa96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:37.485089 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-425c3113-0227-4b09-bc80-9ae392d78059 req-e3324c65-24ee-4554-ae56-9cdff8efa96b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1130 time: 0.0528643 Sep 17 03:40:37.525814 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks [] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:37.566215 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:37.611122 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Network 1805d501-0316-4dd0-a626-116c9afe46e4 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:37.614373 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:37.615625 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:37.624713 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:40:37.671295 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08b96b-7639-4c40-ac5f-333bd00a6b66 req-18d32312-f33c-4d84-a78f-63f1b48bf632 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:37.673465 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6d08b96b-7639-4c40-ac5f-333bd00a6b66 req-18d32312-f33c-4d84-a78f-63f1b48bf632 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 943 time: 0.0556202 Sep 17 03:40:37.701451 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Pushing event updated for resources: {'Port': ['ID=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:37.720619 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:37.726077 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6d08b96b-7639-4c40-ac5f-333bd00a6b66 req-3329b56b-0ec3-4dda-b600-e536ea6e007d tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Sep 17 03:40:37.726296 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:37.726950 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:37.736715 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c67c28-6a7b-4473-864b-9af1d5f453e7 req-aa6c3eb9-7374-42cc-9400-0865d4473144 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:37.738262 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-00c67c28-6a7b-4473-864b-9af1d5f453e7 req-aa6c3eb9-7374-42cc-9400-0865d4473144 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0785291 Sep 17 03:40:37.777953 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-37deba82-26dd-4dfd-a143-5a710c735278 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6929049 Sep 17 03:40:37.806662 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-00c67c28-6a7b-4473-864b-9af1d5f453e7 req-32efa1d8-1880-4a8f-a145-39a0bd928cab tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604329 Sep 17 03:40:37.839077 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6b17a-e970-475e-b75f-923af2c61b5b req-fc1f0888-8a9b-43d1-ba00-c653558a86f7 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:37.842139 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f1a6b17a-e970-475e-b75f-923af2c61b5b req-fc1f0888-8a9b-43d1-ba00-c653558a86f7 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 931 time: 0.0509355 Sep 17 03:40:37.878606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36408) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:37.902181 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f1a6b17a-e970-475e-b75f-923af2c61b5b req-c9bb27ed-7eb1-4147-85fc-d617c689e047 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543392 Sep 17 03:40:37.928627 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3ebe9-ca8d-4ba9-b8d7-d6c10175c6da req-1fa1dee0-0244-4a4f-ace5-67bf99f25646 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:37.930399 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a0c3ebe9-ca8d-4ba9-b8d7-d6c10175c6da req-1fa1dee0-0244-4a4f-ace5-67bf99f25646 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0527363 Sep 17 03:40:37.984430 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a0c3ebe9-ca8d-4ba9-b8d7-d6c10175c6da req-f2bee3b5-8821-4f34-880a-2cec4afc345e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470400 Sep 17 03:40:38.033297 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-877356d4-e0ca-46d0-b295-62dc374003bc admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=34adcd1df6534cb9ba5c6a45c9fd662b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536498 Sep 17 03:40:38.036268 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36412) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:38.087396 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2f0c320f-f807-4940-bf33-bc37d2b3112b admin admin] Publish callbacks [] for security_group (aafc4739-b36b-493e-9908-baf907d022d5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:38.107009 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2f0c320f-f807-4940-bf33-bc37d2b3112b admin admin] Publish callbacks [] for security_group (aafc4739-b36b-493e-9908-baf907d022d5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:38.157435 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Request body: {'port': {'device_id': 'fc28fe18-e9fd-4c48-aff9-fde87ea85a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:38.486881 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-425c3113-0227-4b09-bc80-9ae392d78059 req-7171d258-7b02-4189-b6f3-4f6ff9e25ac2 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580263 Sep 17 03:40:38.496422 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:38.499349 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:38.503105 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2f0c320f-f807-4940-bf33-bc37d2b3112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (aafc4739-b36b-493e-9908-baf907d022d5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:38.505969 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2f0c320f-f807-4940-bf33-bc37d2b3112b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:38.507041 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2f0c320f-f807-4940-bf33-bc37d2b3112b admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/aafc4739-b36b-493e-9908-baf907d022d5 HTTP/1.1" status: 204 len: 168 time: 0.4696319 Sep 17 03:40:38.524359 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c320f-f807-4940-bf33-bc37d2b3112b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafc4739-b36b-493e-9908-baf907d022d5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:38.791487 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:40:38.800310 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Publish callbacks [] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:38.816110 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Transition to ACTIVE for port object 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:40:38.821121 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:38.858414 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:38.860127 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8716c-8f42-4839-ba12-3ea10d2e6dac req-0d5c401f-67f9-4566-aa60-15fa15cda47f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:38.862268 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-62a8716c-8f42-4839-ba12-3ea10d2e6dac req-0d5c401f-67f9-4566-aa60-15fa15cda47f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 943 time: 0.0553756 Sep 17 03:40:38.887946 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:38.922581 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-62a8716c-8f42-4839-ba12-3ea10d2e6dac req-605403ae-2bb9-4c0e-bf24-fcd6fee72c2e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537281 Sep 17 03:40:38.968324 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e37f25-9b2b-452f-b7a7-97150c1063e7 req-b3d06b69-d017-4d68-acaf-b7a71c16edda tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:38.969832 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-26e37f25-9b2b-452f-b7a7-97150c1063e7 req-b3d06b69-d017-4d68-acaf-b7a71c16edda tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0792758 Sep 17 03:40:38.990436 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Attempting to bind port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:40:38.990779 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Attempting to bind port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:40:38.991108 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Attempting to bind port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 on network 1805d501-0316-4dd0-a626-116c9afe46e4 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:39.023596 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2f626-01f9-4c34-89c5-9c6a833913e6 req-0f38edb0-fa1c-4e1a-844e-5e6686b4d29c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:39.025092 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-09e2f626-01f9-4c34-89c5-9c6a833913e6 req-0f38edb0-fa1c-4e1a-844e-5e6686b4d29c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 943 time: 0.0466011 Sep 17 03:40:39.063235 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-26e37f25-9b2b-452f-b7a7-97150c1063e7 req-052bf73c-f0c5-433a-887f-9dfae2b0553b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838180 Sep 17 03:40:39.065295 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 on network 1805d501-0316-4dd0-a626-116c9afe46e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:40:39.065606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Attempting to bind port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 on network 1805d501-0316-4dd0-a626-116c9afe46e4 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:40:39.074231 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-09e2f626-01f9-4c34-89c5-9c6a833913e6 req-1601383b-e3db-4277-a0e8-1c08a46a4551 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 Sep 17 03:40:39.109414 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:40:39.109770 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Checking segment: {'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:40:39.110161 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Bound using segment: {'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:40:39.110599 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Bound port: 2f7fca0a-e073-4b42-ace7-3b9f12ee5517, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:40:39.110963 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.208708 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da34e05-347d-4844-9370-eb4ac585c7ce req-05baf06a-ccc7-4bcd-9790-2a2697cdcb27 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:39.210195 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3da34e05-347d-4844-9370-eb4ac585c7ce req-05baf06a-ccc7-4bcd-9790-2a2697cdcb27 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0683258 Sep 17 03:40:39.213793 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] For port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:40:39.217950 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] For port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:40:39.234954 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.240387 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:39.241008 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.242378 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/2f7fca0a-e073-4b42-ace7-3b9f12ee5517 HTTP/1.1" status: 200 len: 1093 time: 1.1014581 Sep 17 03:40:39.242925 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc28fe18-e9fd-4c48-aff9-fde87ea85a5a', 'tag': '2f7fca0a-e073-4b42-ace7-3b9f12ee5517'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:39.245150 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fddf8a-977f-4e18-b696-6ecd7751432e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc28fe18-e9fd-4c48-aff9-fde87ea85a5a", "tag": "2f7fca0a-e073-4b42-ace7-3b9f12ee5517"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:39.288108 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40962b12-e540-48ed-8743-d3ea322800db x-openstack-request-id: req-40962b12-e540-48ed-8743-d3ea322800db {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:39.288394 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc28fe18-e9fd-4c48-aff9-fde87ea85a5a", "tag": "2f7fca0a-e073-4b42-ace7-3b9f12ee5517", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:39.288654 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40962b12-e540-48ed-8743-d3ea322800db {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:39.289053 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40962b12-e540-48ed-8743-d3ea322800db'] response: {'name': 'network-changed', 'server_uuid': 'fc28fe18-e9fd-4c48-aff9-fde87ea85a5a', 'tag': '2f7fca0a-e073-4b42-ace7-3b9f12ee5517', 'status': 'completed', 'code': 200} Sep 17 03:40:39.306501 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3da34e05-347d-4844-9370-eb4ac585c7ce req-c6f7a1ee-9235-4167-9dfb-c94364e4170b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903661 Sep 17 03:40:39.316208 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4bf3b-318b-4594-8d60-a08621753197 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:39.369641 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-0d500154-f0b0-4169-a339-c4c155a4eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:39.371154 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-0d500154-f0b0-4169-a339-c4c155a4eea3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=d0ef36ddc25f4ddc88b887a78849c9be&device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 1127 time: 0.0401435 Sep 17 03:40:39.422046 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-a3d279ee-4794-481b-abf3-7dfda0fd7f59 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f7fca0a-e073-4b42-ace7-3b9f12ee5517 HTTP/1.1" status: 200 len: 217 time: 0.0356424 Sep 17 03:40:39.474280 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-543ada45-3c42-4202-b1e7-c98c23281de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:39.475666 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-543ada45-3c42-4202-b1e7-c98c23281de1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5ac3e8b0-d67a-41c6-823c-d095bd836301 HTTP/1.1" status: 200 len: 854 time: 0.0449011 Sep 17 03:40:39.495230 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:39.513269 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-e9acecf2-da41-4c9d-a6b6-e086d077087f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1805d501-0316-4dd0-a626-116c9afe46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258017 Sep 17 03:40:39.712841 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 59763b0a-3c70-47bf-914e-c01571371f14 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:40:39.829920 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 59763b0a-3c70-47bf-914e-c01571371f14, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59763b0a-3c70-47bf-914e-c01571371f14,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:39.841735 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '59763b0a-3c70-47bf-914e-c01571371f14', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'port_id': '59763b0a-3c70-47bf-914e-c01571371f14', 'mac_address': 'fa:16:3e:1e:e5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:40:39.885927 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 59763b0a-3c70-47bf-914e-c01571371f14 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:39.886311 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (59763b0a-3c70-47bf-914e-c01571371f14), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.899926 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59763b0a-3c70-47bf-914e-c01571371f14 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:40:39.924450 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 59763b0a-3c70-47bf-914e-c01571371f14, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59763b0a-3c70-47bf-914e-c01571371f14,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:39.932913 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (59763b0a-3c70-47bf-914e-c01571371f14), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:39.984731 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=59763b0a-3c70-47bf-914e-c01571371f14,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:40.048581 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c185000-f9e0-44f7-9122-e6aedbbdabae req-2a14e43e-0524-46c5-83ce-edff17470f46 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:40.050065 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1c185000-f9e0-44f7-9122-e6aedbbdabae req-2a14e43e-0524-46c5-83ce-edff17470f46 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 944 time: 0.0503678 Sep 17 03:40:40.096779 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-991ad726-c105-45b6-b441-aa15c451afa1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888319 Sep 17 03:40:40.097271 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1c185000-f9e0-44f7-9122-e6aedbbdabae req-2da54ff1-14ea-4d27-960b-af18e80775f8 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Sep 17 03:40:40.245357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df859583-71bb-42cb-a5fc-24e3867c9cbc req-e5100ac6-2da6-493f-9688-f99b77c65338 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:40.246782 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-df859583-71bb-42cb-a5fc-24e3867c9cbc req-e5100ac6-2da6-493f-9688-f99b77c65338 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 943 time: 0.0890753 Sep 17 03:40:40.290507 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f7d862c-3ddf-494e-98c9-8d07a46dad2c req-f3908725-709d-44fb-bf8d-4b462e34537d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412661 Sep 17 03:40:40.301356 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['59763b0a-3c70-47bf-914e-c01571371f14'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:40:40.314923 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-df859583-71bb-42cb-a5fc-24e3867c9cbc req-c7df8b59-45d7-4360-90dc-b6b2d59cc52d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612018 Sep 17 03:40:40.401668 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:40.416346 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:40.428388 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67509e0-4add-4ece-80e7-ac9b4b735c40 req-674137df-37a5-4132-bf50-f7d4a5b67f92 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:40.430116 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b67509e0-4add-4ece-80e7-ac9b4b735c40 req-674137df-37a5-4132-bf50-f7d4a5b67f92 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0482376 Sep 17 03:40:40.479910 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b67509e0-4add-4ece-80e7-ac9b4b735c40 req-08e25ae1-9e33-4d8d-b989-2a8d701302b2 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Sep 17 03:40:40.560309 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:40.607909 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6aea65-448a-401b-bd92-4cf7c01f1d18 req-f803121b-8310-4d3c-9b1f-3098faa62cf5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:40.609931 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0c6aea65-448a-401b-bd92-4cf7c01f1d18 req-f803121b-8310-4d3c-9b1f-3098faa62cf5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0611448 Sep 17 03:40:40.620533 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36436) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:40.625371 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'floatingip': {'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:40.696949 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:41.127150 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:41.272786 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6539c-4a6a-4f16-ad56-04293b196d8d req-1e27c534-59e1-4c6e-ad7a-545ee62b51e3 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:41.274139 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-68f6539c-4a6a-4f16-ad56-04293b196d8d req-1e27c534-59e1-4c6e-ad7a-545ee62b51e3 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 944 time: 0.0973563 Sep 17 03:40:41.305813 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:41.314555 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:41.321844 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:41.378254 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-68f6539c-4a6a-4f16-ad56-04293b196d8d req-9353d374-a8aa-4553-b597-e43cdd6d46a8 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977290 Sep 17 03:40:41.461358 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-43bf3a32-fe37-4e34-bb27-8362ab02f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:41.463088 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-43bf3a32-fe37-4e34-bb27-8362ab02f734 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=d0ef36ddc25f4ddc88b887a78849c9be&device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 1127 time: 0.0847793 Sep 17 03:40:41.482028 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4814e-9a4e-4b38-8eda-b082f1ad7f94 req-0bdab0a1-caad-4278-8431-2c2bacc2609c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:41.483553 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-87d4814e-9a4e-4b38-8eda-b082f1ad7f94 req-0bdab0a1-caad-4278-8431-2c2bacc2609c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 943 time: 0.0706973 Sep 17 03:40:41.592410 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-87d4814e-9a4e-4b38-8eda-b082f1ad7f94 req-74853aa8-9c03-4198-875a-0d2453843362 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965519 Sep 17 03:40:41.602545 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-c557da4b-60f4-4688-a682-4f7969747b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:41.604033 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-c557da4b-60f4-4688-a682-4f7969747b3b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1805d501-0316-4dd0-a626-116c9afe46e4 HTTP/1.1" status: 200 len: 915 time: 0.1351588 Sep 17 03:40:41.638391 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.l3_db [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Floating IP 175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d associated. External IP: 172.28.1.102, port: 437d13f2-ac92-40ee-a702-cb7bb3d9dad6. Sep 17 03:40:41.655243 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-0a01204c-e4db-4a48-8d4d-8b82782bbdd1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f7fca0a-e073-4b42-ace7-3b9f12ee5517 HTTP/1.1" status: 200 len: 217 time: 0.0449781 Sep 17 03:40:41.702972 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-e0819490-1db1-4c20-8d51-f74dac03bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:41.704414 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-e0819490-1db1-4c20-8d51-f74dac03bfb1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=5ac3e8b0-d67a-41c6-823c-d095bd836301 HTTP/1.1" status: 200 len: 854 time: 0.0436738 Sep 17 03:40:41.735808 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-6b03ea0c-081c-43ec-a39b-40b062bf5ef9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1805d501-0316-4dd0-a626-116c9afe46e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258491 Sep 17 03:40:41.741822 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 59763b0a-3c70-47bf-914e-c01571371f14 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:41.785301 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 59763b0a-3c70-47bf-914e-c01571371f14 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:40:41.792940 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 59763b0a-3c70-47bf-914e-c01571371f14 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:41.793951 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (59763b0a-3c70-47bf-914e-c01571371f14), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:41.793951 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 59763b0a-3c70-47bf-914e-c01571371f14 Sep 17 03:40:41.837111 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-a94d4a91-3518-4009-a727-823840cb8f1f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947931 Sep 17 03:40:41.844700 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Router 60e6a481-7259-4759-827e-3bee1b16fe97 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:40:41.870944 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 59763b0a-3c70-47bf-914e-c01571371f14 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:41.871662 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (59763b0a-3c70-47bf-914e-c01571371f14), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:41.898533 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:41.901589 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c97966b-b29c-4a51-8837-b25530804586" -d '{"events": [{"server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "name": "network-vif-plugged", "status": "completed", "tag": "59763b0a-3c70-47bf-914e-c01571371f14"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:41.919557 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 59763b0a-3c70-47bf-914e-c01571371f14, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59763b0a-3c70-47bf-914e-c01571371f14,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:41.927839 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (59763b0a-3c70-47bf-914e-c01571371f14), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:41.939665 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-60fddf8a-977f-4e18-b696-6ecd7751432e req-352a045e-3c1f-4f2d-aba5-eee7727b5717 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958405 Sep 17 03:40:41.954659 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e323ffa-1382-4ce9-b58c-a4aa9c6b511f x-openstack-request-id: req-1e323ffa-1382-4ce9-b58c-a4aa9c6b511f {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:41.955052 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "name": "network-vif-plugged", "status": "completed", "tag": "59763b0a-3c70-47bf-914e-c01571371f14", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:41.955356 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e323ffa-1382-4ce9-b58c-a4aa9c6b511f {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:41.955805 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e323ffa-1382-4ce9-b58c-a4aa9c6b511f'] response: {'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14', 'code': 200} Sep 17 03:40:41.965663 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:40:41.970927 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:41.981509 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] Sync routers for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:40:41.994466 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=59763b0a-3c70-47bf-914e-c01571371f14,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:41.999617 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:42.000230 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:40:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:42.011467 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-68119869-55f3-4f22-bbd8-c269e0da866f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d HTTP/1.1" status: 200 len: 992 time: 1.3898354 Sep 17 03:40:42.012197 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:42.014502 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41229217-4356-48dd-adbb-1556f88b32e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:42.055018 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac8b8ee-aab7-4a82-be13-53670fc7b6f9 x-openstack-request-id: req-1ac8b8ee-aab7-4a82-be13-53670fc7b6f9 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:42.055325 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:42.055577 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ac8b8ee-aab7-4a82-be13-53670fc7b6f9 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:42.055983 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac8b8ee-aab7-4a82-be13-53670fc7b6f9'] response: {'name': 'network-changed', 'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'status': 'completed', 'code': 200} Sep 17 03:40:42.106610 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:42.201577 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229217-4356-48dd-adbb-1556f88b32e4 req-a592555c-9f4e-44be-bf77-ca80113ff98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:42.203105 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41229217-4356-48dd-adbb-1556f88b32e4 req-a592555c-9f4e-44be-bf77-ca80113ff98f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1130 time: 0.0703917 Sep 17 03:40:42.208285 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612dc14-befd-431f-93db-c7ed5676f644 req-f61a7513-035b-4549-b0ad-3e95cee4338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:42.209600 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7612dc14-befd-431f-93db-c7ed5676f644 req-f61a7513-035b-4549-b0ad-3e95cee4338f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1129 time: 0.0452960 Sep 17 03:40:42.301663 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:42.328945 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'mac_address': 'fa:16:3e:e1:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:40:41Z', 'revision_number': 1, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:42.334838 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7612dc14-befd-431f-93db-c7ed5676f644 req-dc6cd1cc-5fda-4819-80cf-6560135ce988 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974338 Sep 17 03:40:42.355982 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229217-4356-48dd-adbb-1556f88b32e4 req-5d332fa2-e94f-4bee-beb9-51680074684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:42.357360 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] Checking router: 60e6a481-7259-4759-827e-3bee1b16fe97 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:40:42.357486 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41229217-4356-48dd-adbb-1556f88b32e4 req-5d332fa2-e94f-4bee-beb9-51680074684f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.1306868 Sep 17 03:40:42.366074 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:42.366695 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:40:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:42.470717 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:42.508661 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c8581-d0ff-4671-b169-5ff5877e24a8 req-b63a0326-7474-428e-b72b-2900b86a516a tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:42.510178 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a45c8581-d0ff-4671-b169-5ff5877e24a8 req-b63a0326-7474-428e-b72b-2900b86a516a tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0473361 Sep 17 03:40:42.558864 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a45c8581-d0ff-4671-b169-5ff5877e24a8 req-b5dc52dc-4891-446d-ac4a-f0cb898c8e4f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Sep 17 03:40:42.617585 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:42.622736 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:42.680734 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41229217-4356-48dd-adbb-1556f88b32e4 req-772e1876-8810-4b86-bc66-fbc889d7a89a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 200 len: 1000 time: 0.0639532 Sep 17 03:40:42.686570 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'mac_address': 'fa:16:3e:e1:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:40:41Z', 'revision_number': 1, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:42.714397 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd643b92-7a7c-435a-b3e9-62107ae0a1d4 None None] The sync data for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb is: [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'mac_address': 'fa:16:3e:e1:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:40:41Z', 'revision_number': 1, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:40:42.725045 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59f379-a93c-46c9-a700-3a51e1934819 req-c9d283fd-d493-47ab-ac6a-2363c37d585d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:42.726879 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc59f379-a93c-46c9-a700-3a51e1934819 req-c9d283fd-d493-47ab-ac6a-2363c37d585d tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 943 time: 0.0493634 Sep 17 03:40:42.781655 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc59f379-a93c-46c9-a700-3a51e1934819 req-e07523ed-f449-43e5-a67f-c99fee3db5e3 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488641 Sep 17 03:40:42.899298 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89851883-28c7-46ae-ab4b-5f0a7bad8c22 None None] New status for floating IP 175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:40:43.142779 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229217-4356-48dd-adbb-1556f88b32e4 req-d1ac1d6c-9ea3-4add-818c-ff6d261534f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:43.144381 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41229217-4356-48dd-adbb-1556f88b32e4 req-d1ac1d6c-9ea3-4add-818c-ff6d261534f3 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0469780 Sep 17 03:40:43.188159 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229217-4356-48dd-adbb-1556f88b32e4 req-331ae4f0-f86d-451a-93b8-5e63f765e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:43.189796 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41229217-4356-48dd-adbb-1556f88b32e4 req-331ae4f0-f86d-451a-93b8-5e63f765e8e3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393116 Sep 17 03:40:43.247866 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:43.294209 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41229217-4356-48dd-adbb-1556f88b32e4 req-fb8fb654-e68c-4a37-b9e5-9a2c585a45c1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974016 Sep 17 03:40:43.386774 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-41229217-4356-48dd-adbb-1556f88b32e4 req-bd9129cb-7cd1-4c70-9d12-d5fa28467a72 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860741 Sep 17 03:40:43.686620 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3ce22-e0aa-4b46-a2e0-556f1caab39c req-8111222e-96a5-43c1-a121-b82ad6496a6b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:43.688133 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6cd3ce22-e0aa-4b46-a2e0-556f1caab39c req-8111222e-96a5-43c1-a121-b82ad6496a6b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0528214 Sep 17 03:40:43.740025 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:40:43.744854 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6cd3ce22-e0aa-4b46-a2e0-556f1caab39c req-b86e4083-f5a6-4fd2-b923-4e5d4dc1a90f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507548 Sep 17 03:40:43.842301 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:43.854930 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '2f7fca0a-e073-4b42-ace7-3b9f12ee5517', 'network_id': '1805d501-0316-4dd0-a626-116c9afe46e4', 'port_id': '2f7fca0a-e073-4b42-ace7-3b9f12ee5517', 'mac_address': 'fa:16:3e:34:f2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac3e8b0-d67a-41c6-823c-d095bd836301', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:40:43.875045 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20b7a3-f2f1-42ad-81c5-bc4b740db097 req-510142c0-eb9c-460f-8298-78036c984541 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:43.877801 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1c20b7a3-f2f1-42ad-81c5-bc4b740db097 req-510142c0-eb9c-460f-8298-78036c984541 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0548468 Sep 17 03:40:43.895750 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:43.896139 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:43.909837 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:40:43.917736 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5d951-1912-42bf-a00c-47a7618591af req-d4d69155-5d96-48f2-8221-c4cdf17c660c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:43.919462 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f3c5d951-1912-42bf-a00c-47a7618591af req-d4d69155-5d96-48f2-8221-c4cdf17c660c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 943 time: 0.0539486 Sep 17 03:40:43.928825 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1c20b7a3-f2f1-42ad-81c5-bc4b740db097 req-6a27da3a-49da-4236-b37a-f0606641b510 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Sep 17 03:40:43.930944 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:43.935685 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:43.988547 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f3c5d951-1912-42bf-a00c-47a7618591af req-c7e76e55-2e3f-48eb-9849-cfe6012377c8 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564797 Sep 17 03:40:43.990265 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:44.196498 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:44.231983 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:44.271633 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4447c3f-8667-487d-8697-8b3b62613e33 req-c012f500-bdd0-494f-b13d-3a95c0dae727 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:44.273394 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f4447c3f-8667-487d-8697-8b3b62613e33 req-c012f500-bdd0-494f-b13d-3a95c0dae727 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0499344 Sep 17 03:40:44.331377 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['2f7fca0a-e073-4b42-ace7-3b9f12ee5517'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:40:44.333947 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f4447c3f-8667-487d-8697-8b3b62613e33 req-f40117de-e209-4ade-9fe7-3af54240f689 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547247 Sep 17 03:40:45.111667 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ef3a9-56f6-496d-8290-b710996df5f8 req-8d7015d4-e2b4-4e8d-9dd6-1d483bb06ccf tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:45.113107 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-998ef3a9-56f6-496d-8290-b710996df5f8 req-8d7015d4-e2b4-4e8d-9dd6-1d483bb06ccf tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 944 time: 0.0474560 Sep 17 03:40:45.160430 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-998ef3a9-56f6-496d-8290-b710996df5f8 req-0983e328-eb4a-4e4f-a0bb-cb838666cba3 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Sep 17 03:40:45.754215 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:40:45.806496 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:40:45.814255 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:40:45.814613 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:45.814983 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 Sep 17 03:40:45.890099 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:40:45.890481 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:46.043940 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28fe18-e9fd-4c48-aff9-fde87ea85a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7fca0a-e073-4b42-ace7-3b9f12ee5517'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:46.046245 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd01de-b9c1-48d2-a4c1-940a86599b9a" -d '{"events": [{"server_uuid": "fc28fe18-e9fd-4c48-aff9-fde87ea85a5a", "name": "network-vif-plugged", "status": "completed", "tag": "2f7fca0a-e073-4b42-ace7-3b9f12ee5517"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:46.069236 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:46.074650 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:46.098141 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec174a32-fd38-4cef-ad26-70caac39fdee x-openstack-request-id: req-ec174a32-fd38-4cef-ad26-70caac39fdee {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:46.098455 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28fe18-e9fd-4c48-aff9-fde87ea85a5a", "name": "network-vif-plugged", "status": "completed", "tag": "2f7fca0a-e073-4b42-ace7-3b9f12ee5517", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:46.098708 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec174a32-fd38-4cef-ad26-70caac39fdee {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:46.099204 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec174a32-fd38-4cef-ad26-70caac39fdee'] response: {'server_uuid': 'fc28fe18-e9fd-4c48-aff9-fde87ea85a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7fca0a-e073-4b42-ace7-3b9f12ee5517', 'code': 200} Sep 17 03:40:46.124955 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:46.294946 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f6eb-dd29-4068-add2-2da5315a22f8 req-cb541de1-1767-40e9-9812-282ac6ddaa3a tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:46.296516 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8dd8f6eb-dd29-4068-add2-2da5315a22f8 req-cb541de1-1767-40e9-9812-282ac6ddaa3a tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0513928 Sep 17 03:40:46.339822 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54606acd-a0a1-417a-8f84-c9fea902d2fe req-fae6e361-e2a7-435e-a824-e5b8b99ea5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:46.343347 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-54606acd-a0a1-417a-8f84-c9fea902d2fe req-fae6e361-e2a7-435e-a824-e5b8b99ea5d7 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 1129 time: 0.0487704 Sep 17 03:40:46.355492 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8dd8f6eb-dd29-4068-add2-2da5315a22f8 req-c53b47a7-77c5-44b4-b766-d21e063ddac8 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Sep 17 03:40:46.402324 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-54606acd-a0a1-417a-8f84-c9fea902d2fe req-2dafece8-7a77-4443-b662-1991e68bcadf service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Sep 17 03:40:47.485187 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3bf8e-5358-4088-bb2d-7c846fff72ac req-822c57f2-7bbe-4320-b7fa-8546d73a4aae tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:47.486806 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e0c3bf8e-5358-4088-bb2d-7c846fff72ac req-822c57f2-7bbe-4320-b7fa-8546d73a4aae tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0493464 Sep 17 03:40:47.535047 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e0c3bf8e-5358-4088-bb2d-7c846fff72ac req-d6894727-0483-4e5c-b629-cbff3dd24788 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Sep 17 03:40:48.668875 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5d42c-82f3-40ff-a96f-1fb46511359b req-9aee4bd1-a0e7-4357-8891-8b31e2d3b491 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:48.670307 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5af5d42c-82f3-40ff-a96f-1fb46511359b req-9aee4bd1-a0e7-4357-8891-8b31e2d3b491 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0477402 Sep 17 03:40:48.725894 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5af5d42c-82f3-40ff-a96f-1fb46511359b req-e01dfa24-98b1-48e3-9884-5bcd8fe71c71 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498247 Sep 17 03:40:49.853375 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7b91e-184f-4829-aece-5e0ced8d91fe req-8125a08d-ef53-4fab-bf98-1d10e764fdc0 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:49.854920 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-79a7b91e-184f-4829-aece-5e0ced8d91fe req-8125a08d-ef53-4fab-bf98-1d10e764fdc0 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0469570 Sep 17 03:40:49.904266 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-79a7b91e-184f-4829-aece-5e0ced8d91fe req-d290faf5-6d29-4e2d-b8fb-b023fc7a8ad1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Sep 17 03:40:49.932888 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36520) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:50.122285 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1960967-5277-475f-b20b-5a8ac142fa6c tempest-TestMinimumBasicScenario-1158100825 tempest-TestMinimumBasicScenario-1158100825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:50.123698 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-b1960967-5277-475f-b20b-5a8ac142fa6c tempest-TestMinimumBasicScenario-1158100825 tempest-TestMinimumBasicScenario-1158100825-project-admin] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1124 time: 0.1897490 Sep 17 03:40:50.127945 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36524) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:50.132555 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'port_id': '59763b0a-3c70-47bf-914e-c01571371f14', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:50.159671 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:50.162014 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:50.240283 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:50.351241 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Allocated IP 172.28.1.123 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/f646f317-0113-4d7b-b3f4-a1cddb1c8d9e) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:40:50.452035 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for port (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:50.485126 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:50.530714 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:40:50.536085 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:40:50.538890 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:40:50.540977 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'Port': ['ID=f646f317-0113-4d7b-b3f4-a1cddb1c8d9e,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:50.566359 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.566706 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.567208 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.567746 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.568081 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.568965 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.569299 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.569648 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.569992 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.570323 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.570674 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.571129 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.571468 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.571792 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.572149 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:40:50.625256 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:50.952597 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for floatingip (5af1fabd-a224-4863-8189-eede79e7a87e), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:50.991210 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:51.026598 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.184916 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for port (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.190556 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.258556 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'Port': ['ID=f646f317-0113-4d7b-b3f4-a1cddb1c8d9e,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:51.260942 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (5af1fabd-a224-4863-8189-eede79e7a87e), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.360268 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.l3_db [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Floating IP 5af1fabd-a224-4863-8189-eede79e7a87e associated. External IP: 172.28.1.123, port: 59763b0a-3c70-47bf-914e-c01571371f14. Sep 17 03:40:51.545033 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:51.567371 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:40:51.673013 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:40:51.684710 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] Sync routers for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:40:51.692080 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:51.694611 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.699190 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:51.700016 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:40:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:51.725932 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2874142e-126e-45c0-9d75-c7852aedd76e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5969234 Sep 17 03:40:51.726630 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:51.729041 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:51.729296 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36532) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:51.734194 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-ce0dceef-dc16-40de-b86f-d858bc07da98 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1317091679', 'description': 'tempest-secgroup-smoke-1317091679 description', 'project_id': 'beef0d51792b46b586acd4b152b7fc9f'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:51.761514 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce0dceef-dc16-40de-b86f-d858bc07da98 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.772392 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28988c4c-7a4f-46c4-8801-8bd0919b616b x-openstack-request-id: req-28988c4c-7a4f-46c4-8801-8bd0919b616b {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:51.772827 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:51.773078 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28988c4c-7a4f-46c4-8801-8bd0919b616b {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:51.773523 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28988c4c-7a4f-46c4-8801-8bd0919b616b'] response: {'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14', 'status': 'completed', 'code': 200} Sep 17 03:40:51.792881 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:51.812469 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:51.826680 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:51.865980 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce0dceef-dc16-40de-b86f-d858bc07da98 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group (94a04a1c-1832-47ca-b846-0aa908f6df7f), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.878693 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce0dceef-dc16-40de-b86f-d858bc07da98 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (94a04a1c-1832-47ca-b846-0aa908f6df7f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.935673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce0dceef-dc16-40de-b86f-d858bc07da98 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:51.937070 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ce0dceef-dc16-40de-b86f-d858bc07da98 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2067306 Sep 17 03:40:51.939510 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-71a337e5-1db8-4355-8428-2bdf1e79832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:51.940389 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36538) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:51.940922 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-71a337e5-1db8-4355-8428-2bdf1e79832a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=beef0d51792b46b586acd4b152b7fc9f&device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1129 time: 0.0731492 Sep 17 03:40:51.941917 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dceef-dc16-40de-b86f-d858bc07da98 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a04a1c-1832-47ca-b846-0aa908f6df7f,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:51.945086 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-ef41c015-6556-4ed8-9c57-2de4ca0d4da5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'security_group_rule': {'security_group_id': '94a04a1c-1832-47ca-b846-0aa908f6df7f', 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:51.974483 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ef41c015-6556-4ed8-9c57-2de4ca0d4da5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (9d2bbe98-85af-4a2c-89e2-ca7aa5e0af2b), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.050315 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:52.052982 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ef41c015-6556-4ed8-9c57-2de4ca0d4da5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (9d2bbe98-85af-4a2c-89e2-ca7aa5e0af2b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.060004 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ef41c015-6556-4ed8-9c57-2de4ca0d4da5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (9d2bbe98-85af-4a2c-89e2-ca7aa5e0af2b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.068343 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-876622ce-cb85-4d22-9fab-a4037b4ff18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:52.070796 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-876622ce-cb85-4d22-9fab-a4037b4ff18c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=63e04d97-a8f9-4013-a08e-716a3a92e664 HTTP/1.1" status: 200 len: 916 time: 0.1227438 Sep 17 03:40:52.082399 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41c015-6556-4ed8-9c57-2de4ca0d4da5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2bbe98-85af-4a2c-89e2-ca7aa5e0af2b,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:52.094060 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '5af1fabd-a224-4863-8189-eede79e7a87e', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'port_id': '59763b0a-3c70-47bf-914e-c01571371f14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'mac_address': 'fa:16:3e:1e:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:50Z', 'updated_at': '2022-09-17T03:40:50Z', 'revision_number': 0, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 5, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:52.097507 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ef41c015-6556-4ed8-9c57-2de4ca0d4da5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.098884 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-ef41c015-6556-4ed8-9c57-2de4ca0d4da5 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574650 Sep 17 03:40:52.101661 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36540) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:52.106391 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-c79cb966-356d-43fd-b8c4-85af84e8aa79 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'security_group_rule': {'security_group_id': '94a04a1c-1832-47ca-b846-0aa908f6df7f', 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:52.125321 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] Checking router: 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:40:52.135889 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:40:52.136515 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:40:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:52.145683 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c79cb966-356d-43fd-b8c4-85af84e8aa79 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (07d4c4b7-5ddd-4b75-9941-a4ef7548b78a), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.182075 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:52.193593 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-0fc5eea0-9881-4c35-b9ec-4160cfbe978e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 999 time: 0.1086280 Sep 17 03:40:52.212862 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c79cb966-356d-43fd-b8c4-85af84e8aa79 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (07d4c4b7-5ddd-4b75-9941-a4ef7548b78a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.216598 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c79cb966-356d-43fd-b8c4-85af84e8aa79 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (07d4c4b7-5ddd-4b75-9941-a4ef7548b78a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.235663 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cb966-356d-43fd-b8c4-85af84e8aa79 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d4c4b7-5ddd-4b75-9941-a4ef7548b78a,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:52.245381 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c79cb966-356d-43fd-b8c4-85af84e8aa79 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.246928 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c79cb966-356d-43fd-b8c4-85af84e8aa79 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439881 Sep 17 03:40:52.249413 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36542) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:52.255360 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-33b7ca86-767f-4c59-8040-c078a6d52dca tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'security_group_rule': {'security_group_id': '94a04a1c-1832-47ca-b846-0aa908f6df7f', 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:52.261070 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:40:52.268788 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-1d778730-c15e-4fc7-b32e-2a610887aa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:52.270450 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-1d778730-c15e-4fc7-b32e-2a610887aa7a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a2bbdf85-404e-4258-aa3e-17690e7f867f HTTP/1.1" status: 200 len: 854 time: 0.0529873 Sep 17 03:40:52.286244 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-33b7ca86-767f-4c59-8040-c078a6d52dca tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (a61c79f7-64a1-4d31-a58c-de26702d49e6), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.326836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-61e5726d-a3cf-473f-90c7-1300d19bb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:52.328394 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-61e5726d-a3cf-473f-90c7-1300d19bb9a4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=63e04d97-a8f9-4013-a08e-716a3a92e664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470190 Sep 17 03:40:52.365294 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-33b7ca86-767f-4c59-8040-c078a6d52dca tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (a61c79f7-64a1-4d31-a58c-de26702d49e6), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.370725 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-33b7ca86-767f-4c59-8040-c078a6d52dca tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (a61c79f7-64a1-4d31-a58c-de26702d49e6), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.404178 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7ca86-767f-4c59-8040-c078a6d52dca tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61c79f7-64a1-4d31-a58c-de26702d49e6,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:52.423101 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-33b7ca86-767f-4c59-8040-c078a6d52dca tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.427423 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-33b7ca86-767f-4c59-8040-c078a6d52dca tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1735876 Sep 17 03:40:52.427617 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36546) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:52.437469 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-a7d21f4a-a797-4ef0-bcdc-992eed247596 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'security_group_rule': {'security_group_id': '94a04a1c-1832-47ca-b846-0aa908f6df7f', 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:52.458048 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-ef7dafbe-99e7-48e4-aade-b57eb30b0eb7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212196 Sep 17 03:40:52.474318 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a7d21f4a-a797-4ef0-bcdc-992eed247596 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (668fd157-00ee-4aa4-a240-df9d37959e2e), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.509271 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '5af1fabd-a224-4863-8189-eede79e7a87e', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'port_id': '59763b0a-3c70-47bf-914e-c01571371f14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'mac_address': 'fa:16:3e:1e:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:50Z', 'updated_at': '2022-09-17T03:40:50Z', 'revision_number': 0, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 5, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:40:52.537574 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1426d-9cde-4fd5-8773-73dc03e84a8f None None] The sync data for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb is: [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '5af1fabd-a224-4863-8189-eede79e7a87e', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'floating_ip_address': '172.28.1.123', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'port_id': '59763b0a-3c70-47bf-914e-c01571371f14', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'mac_address': 'fa:16:3e:1e:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:50Z', 'updated_at': '2022-09-17T03:40:50Z', 'revision_number': 0, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 5, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:40:52.594146 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a7d21f4a-a797-4ef0-bcdc-992eed247596 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (668fd157-00ee-4aa4-a240-df9d37959e2e), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.605961 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a7d21f4a-a797-4ef0-bcdc-992eed247596 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (668fd157-00ee-4aa4-a240-df9d37959e2e), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.626240 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10b178f0-5ec7-4276-b3a2-36bd39bd6ebe req-6577b319-8dcf-4b22-a1c9-a4fe4de42222 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324012 Sep 17 03:40:52.631683 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d21f4a-a797-4ef0-bcdc-992eed247596 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668fd157-00ee-4aa4-a240-df9d37959e2e,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:52.640677 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a7d21f4a-a797-4ef0-bcdc-992eed247596 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.641858 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-a7d21f4a-a797-4ef0-bcdc-992eed247596 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2082446 Sep 17 03:40:52.644705 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36548) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:52.650298 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-2297a0fd-3588-4c33-b275-ceaec1480593 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'security_group_rule': {'security_group_id': '94a04a1c-1832-47ca-b846-0aa908f6df7f', 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:52.672728 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.securitygroups_db [None req-2297a0fd-3588-4c33-b275-ceaec1480593 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Project beef0d51792b46b586acd4b152b7fc9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:40:52.678796 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2297a0fd-3588-4c33-b275-ceaec1480593 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (87861c30-a06b-4f80-b282-b12216d04f17), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.735154 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9917ebf-dc0d-4729-a0fc-19ffcce14f38 None None] New status for floating IP 5af1fabd-a224-4863-8189-eede79e7a87e: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:40:52.742080 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2297a0fd-3588-4c33-b275-ceaec1480593 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (87861c30-a06b-4f80-b282-b12216d04f17), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.746648 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2297a0fd-3588-4c33-b275-ceaec1480593 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (87861c30-a06b-4f80-b282-b12216d04f17), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.761780 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:52.769427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297a0fd-3588-4c33-b275-ceaec1480593 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87861c30-a06b-4f80-b282-b12216d04f17,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:52.780753 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2297a0fd-3588-4c33-b275-ceaec1480593 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.781890 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2297a0fd-3588-4c33-b275-ceaec1480593 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362038 Sep 17 03:40:52.784774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36550) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:40:52.789308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-1aea5d10-52b7-4ecd-9b15-417889769515 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'security_group_rule': {'security_group_id': '94a04a1c-1832-47ca-b846-0aa908f6df7f', 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:52.810535 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.securitygroups_db [None req-1aea5d10-52b7-4ecd-9b15-417889769515 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Project beef0d51792b46b586acd4b152b7fc9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 03:40:52.816445 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1aea5d10-52b7-4ecd-9b15-417889769515 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (9ff56375-834f-4929-9b94-fbff8ee274b9), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.869697 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:40:52.880365 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1aea5d10-52b7-4ecd-9b15-417889769515 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (9ff56375-834f-4929-9b94-fbff8ee274b9), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.887965 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1aea5d10-52b7-4ecd-9b15-417889769515 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (9ff56375-834f-4929-9b94-fbff8ee274b9), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.913691 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea5d10-52b7-4ecd-9b15-417889769515 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff56375-834f-4929-9b94-fbff8ee274b9,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:52.923757 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1aea5d10-52b7-4ecd-9b15-417889769515 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:52.924933 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-1aea5d10-52b7-4ecd-9b15-417889769515 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392143 Sep 17 03:40:53.022270 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-8cd1f69d-f25a-43ff-8e39-3fe88f4ab323 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1317091679&fields=id&tenant_id=beef0d51792b46b586acd4b152b7fc9f HTTP/1.1" status: 200 len: 267 time: 0.0507345 Sep 17 03:40:53.071768 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-2dea4d97-a44b-4b43-973e-b277d6ea7832 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:53.073216 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-2dea4d97-a44b-4b43-973e-b277d6ea7832 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0454001 Sep 17 03:40:53.083933 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'port': {'security_groups': ['da50a84d-0ceb-4d87-b71e-8f7e7077cada', '94a04a1c-1832-47ca-b846-0aa908f6df7f']}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:40:53.154180 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (59763b0a-3c70-47bf-914e-c01571371f14), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:53.243438 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:53.347084 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] For port 59763b0a-3c70-47bf-914e-c01571371f14, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59763b0a-3c70-47bf-914e-c01571371f14,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:40:53.376434 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for port (59763b0a-3c70-47bf-914e-c01571371f14), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:53.382736 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (59763b0a-3c70-47bf-914e-c01571371f14), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:53.393522 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:53.394255 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:53.395601 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b8c96702-75f5-4bae-9095-b406e7d7f43c req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "PUT /networking/v2.0/ports/59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 981 time: 0.3160198 Sep 17 03:40:53.422363 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['59763b0a-3c70-47bf-914e-c01571371f14'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:40:53.451717 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2992b4-c942-4409-b9ed-72aca69432ab tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'Port': ['ID=59763b0a-3c70-47bf-914e-c01571371f14,revision_number=6']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:40:53.500015 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f214923-3d98-4f28-a0dc-a7bf76a620dd req-1565edad-b7d8-4a70-a3c3-1b5f6c953e67 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:53.501474 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3f214923-3d98-4f28-a0dc-a7bf76a620dd req-1565edad-b7d8-4a70-a3c3-1b5f6c953e67 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0505557 Sep 17 03:40:53.549360 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:53.556268 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:53.563027 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3f214923-3d98-4f28-a0dc-a7bf76a620dd req-7c200615-0214-4902-91d4-4169e88d518a tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551741 Sep 17 03:40:53.703198 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['59763b0a-3c70-47bf-914e-c01571371f14'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:40:53.704893 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:40:53.775846 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:40:53.781129 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57ec561-3ae1-46a7-9701-e8162c450582" -d '{"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:40:53.868191 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8af7933-b3b7-4567-9002-1bd513114865 x-openstack-request-id: req-e8af7933-b3b7-4567-9002-1bd513114865 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:40:53.868638 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:40:53.868962 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8af7933-b3b7-4567-9002-1bd513114865 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:40:53.869378 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8af7933-b3b7-4567-9002-1bd513114865'] response: {'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14', 'status': 'completed', 'code': 200} Sep 17 03:40:54.697821 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-a16ae256-7b0f-4101-81f3-239115eaac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:54.699997 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-a16ae256-7b0f-4101-81f3-239115eaac36 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=beef0d51792b46b586acd4b152b7fc9f&device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1168 time: 0.0559406 Sep 17 03:40:54.803229 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-b099df29-6355-4dc4-a4f1-bf99c1b6d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:54.805335 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-b099df29-6355-4dc4-a4f1-bf99c1b6d27f service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=63e04d97-a8f9-4013-a08e-716a3a92e664 HTTP/1.1" status: 200 len: 916 time: 0.0924194 Sep 17 03:40:54.875688 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-68dbf765-e6e8-4523-8049-1e9f79c35b7d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 1001 time: 0.0628529 Sep 17 03:40:54.926403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-58d00fa2-7562-4675-ae8a-329cc8e9cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:54.927823 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-58d00fa2-7562-4675-ae8a-329cc8e9cdce service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a2bbdf85-404e-4258-aa3e-17690e7f867f HTTP/1.1" status: 200 len: 854 time: 0.0454109 Sep 17 03:40:54.973166 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-688b03ca-ae1f-4dae-9dfb-efccbf25c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:40:54.974698 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-688b03ca-ae1f-4dae-9dfb-efccbf25c680 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=63e04d97-a8f9-4013-a08e-716a3a92e664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0395350 Sep 17 03:40:55.071072 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-a2cc6ddb-eb36-46b3-aae8-e55eb4bebe3b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884392 Sep 17 03:40:55.173166 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e57ec561-3ae1-46a7-9701-e8162c450582 req-6b103414-2f5e-4a51-afdd-26cb0ef5ccbf service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901108 Sep 17 03:40:56.425582 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-244da39f-5429-40fe-a606-ec79162efc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:40:58.556435 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a835c6a6-6e7b-44ec-b12c-c513b3f1f861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:00.265490 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:01.783354 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:01.819177 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:02.838294 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:02.843339 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:03.448651 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:03.450168 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=24 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:05.159758 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=48 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:05.170425 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=69,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:11.812048 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:11.814912 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:12.599532 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac223c-9410-4ee5-85d7-49cd74fe41b9 req-75c7765e-c317-465e-a060-94e093e0f972 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:12.601008 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-37ac223c-9410-4ee5-85d7-49cd74fe41b9 req-75c7765e-c317-465e-a060-94e093e0f972 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0516200 Sep 17 03:41:12.651901 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-37ac223c-9410-4ee5-85d7-49cd74fe41b9 req-75b92958-2b37-4ca1-b97a-1f0c172f1e17 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Sep 17 03:41:13.794964 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c3cbf-7402-44f3-be67-b554f7335bd0 req-7a0ecf1a-009d-4fc2-a228-84fd59af12fa tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:13.796481 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1e9c3cbf-7402-44f3-be67-b554f7335bd0 req-7a0ecf1a-009d-4fc2-a228-84fd59af12fa tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0560176 Sep 17 03:41:13.844513 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1e9c3cbf-7402-44f3-be67-b554f7335bd0 req-a9646e5f-a7b8-4154-a305-ae65f2b4d173 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Sep 17 03:41:14.197714 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:14.967638 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f357f-b30c-4702-a8a6-c975f8ddeab3 req-a7fee26c-0817-4b21-979c-7a92218b149f tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:14.969080 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-587f357f-b30c-4702-a8a6-c975f8ddeab3 req-a7fee26c-0817-4b21-979c-7a92218b149f tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0461128 Sep 17 03:41:15.020543 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-587f357f-b30c-4702-a8a6-c975f8ddeab3 req-41fb6009-241a-4649-b74f-f3ab57b4fde8 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Sep 17 03:41:16.153270 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1685dbb-98dc-42f9-bba2-6ff7101f83c6 req-4c3918b2-bb6c-4ac2-9ce3-7b13046c3272 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:16.154734 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b1685dbb-98dc-42f9-bba2-6ff7101f83c6 req-4c3918b2-bb6c-4ac2-9ce3-7b13046c3272 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0468242 Sep 17 03:41:16.204637 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b1685dbb-98dc-42f9-bba2-6ff7101f83c6 req-94249402-0c96-4744-9d51-5a3a619d59dd tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Sep 17 03:41:17.333467 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf1f7c-b78e-4bef-ad25-b60578e243bf req-b1257802-f6c9-4b8f-8238-1443f4fb94fa tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:17.334930 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e7bf1f7c-b78e-4bef-ad25-b60578e243bf req-b1257802-f6c9-4b8f-8238-1443f4fb94fa tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0475929 Sep 17 03:41:17.388303 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e7bf1f7c-b78e-4bef-ad25-b60578e243bf req-1221d329-f749-4b50-9b06-29209bbff616 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475082 Sep 17 03:41:18.521745 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-e7751d7a-1619-4617-86da-97326eab493c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:18.523555 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-e7751d7a-1619-4617-86da-97326eab493c tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0478408 Sep 17 03:41:18.523704 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812589c-17e0-42b0-a79f-d033eaeb0171 req-bc48fa07-26df-447c-b5e6-085635f2ba25 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:18.525047 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4812589c-17e0-42b0-a79f-d033eaeb0171 req-bc48fa07-26df-447c-b5e6-085635f2ba25 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 945 time: 0.0480921 Sep 17 03:41:18.576814 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4812589c-17e0-42b0-a79f-d033eaeb0171 req-85e00eca-9710-4f46-8b5e-32262b1cf906 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461445 Sep 17 03:41:18.617480 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Deleting port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:41:18.617933 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:18.714264 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] For port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,segment=NetworkSegment(3c2da9c3-1d00-4daa-ab38-ab608dea8a6d),segment_id=3c2da9c3-1d00-4daa-ab38-ab608dea8a6d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:18.714623 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:18.732463 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Calling delete_port for 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:41:18.864582 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (2f7fca0a-e073-4b42-ace7-3b9f12ee5517), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:18.892069 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Pushing event deleted for resources: {'Port': ['ID=2f7fca0a-e073-4b42-ace7-3b9f12ee5517,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:18.910424 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['2f7fca0a-e073-4b42-ace7-3b9f12ee5517'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:41:18.935295 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] No DVR routers for this DVR port 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:41:18.938195 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:18.941427 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-404aaaa7-f798-483e-beb2-f494b56360c4 req-9c857831-b9c3-4e29-99ff-190b8fb74127 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.55 "DELETE /networking/v2.0/ports/2f7fca0a-e073-4b42-ace7-3b9f12ee5517 HTTP/1.1" status: 204 len: 173 time: 0.4103026 Sep 17 03:41:18.941945 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28fe18-e9fd-4c48-aff9-fde87ea85a5a', 'name': 'network-vif-deleted', 'tag': '2f7fca0a-e073-4b42-ace7-3b9f12ee5517'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:41:18.944175 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b23101-f0e3-4cbc-ab18-dd87cafca13c" -d '{"events": [{"server_uuid": "fc28fe18-e9fd-4c48-aff9-fde87ea85a5a", "name": "network-vif-deleted", "tag": "2f7fca0a-e073-4b42-ace7-3b9f12ee5517"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:41:18.981108 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bc7c31-15a1-4b18-a8f4-69d6cee249da x-openstack-request-id: req-73bc7c31-15a1-4b18-a8f4-69d6cee249da {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:41:18.981366 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28fe18-e9fd-4c48-aff9-fde87ea85a5a", "name": "network-vif-deleted", "tag": "2f7fca0a-e073-4b42-ace7-3b9f12ee5517", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:41:18.981641 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73bc7c31-15a1-4b18-a8f4-69d6cee249da {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:41:18.982093 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bc7c31-15a1-4b18-a8f4-69d6cee249da'] response: {'server_uuid': 'fc28fe18-e9fd-4c48-aff9-fde87ea85a5a', 'name': 'network-vif-deleted', 'tag': '2f7fca0a-e073-4b42-ace7-3b9f12ee5517', 'status': 'completed', 'code': 200} Sep 17 03:41:19.693381 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-54fdc5ec-bfa3-49c1-98e9-a927ea18457a req-6254ae5c-cf26-48f6-ac94-91fb2de64a48 tempest-VolumesSnapshotTestJSON-1724152148 tempest-VolumesSnapshotTestJSON-1724152148-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=fc28fe18-e9fd-4c48-aff9-fde87ea85a5a HTTP/1.1" status: 200 len: 210 time: 0.0289197 Sep 17 03:41:20.301541 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-c82977ff-d320-4ffa-b009-9ed3eb0c5918 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422463 Sep 17 03:41:20.437081 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-04140a7e-5d7e-4168-adba-23cd92962335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:20.438589 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-04140a7e-5d7e-4168-adba-23cd92962335 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 1129 time: 0.0418026 Sep 17 03:41:20.556260 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-3c2fc48a-abf0-48c5-abd1-82610d4d80c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:20.557716 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-3c2fc48a-abf0-48c5-abd1-82610d4d80c3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 912 time: 0.0959098 Sep 17 03:41:20.610931 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:20.631592 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-3476edf0-e453-4bbe-936c-72a07ccce188 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 200 len: 1001 time: 0.0646412 Sep 17 03:41:20.673726 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:20.684720 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-f025b162-f292-4487-bd1b-2a6b5b529e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:20.686164 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-f025b162-f292-4487-bd1b-2a6b5b529e0b service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.0473025 Sep 17 03:41:20.731357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-e31df54e-f77d-4831-9386-d8852b422d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:20.732888 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-e31df54e-f77d-4831-9386-d8852b422d0c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383565 Sep 17 03:41:20.830399 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-5169d698-9f99-4752-9dc5-69d8e44ba244 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908563 Sep 17 03:41:21.188262 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d6283e18-59b4-4944-ad4b-d1ff3aaeb8d5 req-61aa50c6-ec17-4f30-815f-c080eaa08d47 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512452 Sep 17 03:41:21.908550 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:41:21.928107 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:41:21.928452 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 2f7fca0a-e073-4b42-ace7-3b9f12ee5517 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:41:26.316863 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201637e7-40b6-483b-a723-d33ffb1a4e45 req-3d8976bb-91f1-4c84-aba9-3718d56ace2a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:26.318384 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-201637e7-40b6-483b-a723-d33ffb1a4e45 req-3d8976bb-91f1-4c84-aba9-3718d56ace2a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0479152 Sep 17 03:41:26.366019 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-201637e7-40b6-483b-a723-d33ffb1a4e45 req-eea8aa07-ab4c-4fc0-8395-36a2716d8cb2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415838 Sep 17 03:41:26.431750 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d6f46a60-9fd2-489c-91e0-3c55cdc69dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:27.310707 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a849f-621d-4d9a-b774-44a9d9473acc req-81fee3a6-988c-4c5c-9997-ea766adad0c6 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:27.312174 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-895a849f-621d-4d9a-b774-44a9d9473acc req-81fee3a6-988c-4c5c-9997-ea766adad0c6 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0472164 Sep 17 03:41:27.363248 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-895a849f-621d-4d9a-b774-44a9d9473acc req-3ac42b47-e7ea-4ba9-9174-98d5120b3e3c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451844 Sep 17 03:41:27.497786 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f1db-1cbd-4e26-af7f-3a4fa1b11ccc req-289593ea-abc3-4741-a7bc-5dd714279289 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:27.499352 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1aa6f1db-1cbd-4e26-af7f-3a4fa1b11ccc req-289593ea-abc3-4741-a7bc-5dd714279289 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0497670 Sep 17 03:41:27.549178 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1aa6f1db-1cbd-4e26-af7f-3a4fa1b11ccc req-014d1363-a53f-4c95-984e-0c8df930f921 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 Sep 17 03:41:28.490682 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75775d84-2d06-4c40-97ea-da6133c48af8 req-d02e921a-72f1-49b5-81fc-41e602a3d222 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:28.492785 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-75775d84-2d06-4c40-97ea-da6133c48af8 req-d02e921a-72f1-49b5-81fc-41e602a3d222 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0478334 Sep 17 03:41:28.542785 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-75775d84-2d06-4c40-97ea-da6133c48af8 req-a5afb512-1184-4a30-a331-fce19e20488b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 Sep 17 03:41:28.551824 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-af1036d5-c927-4ea1-a496-0344ff4f43df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:28.685414 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f342d2-8d70-41c0-99fd-fd7a0c062fb4 req-e9feb764-4f46-4ab9-8c1c-32233ef1f7e5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:28.687034 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-05f342d2-8d70-41c0-99fd-fd7a0c062fb4 req-e9feb764-4f46-4ab9-8c1c-32233ef1f7e5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0474343 Sep 17 03:41:28.739022 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-05f342d2-8d70-41c0-99fd-fd7a0c062fb4 req-72c11907-2a6d-405f-86f5-d682ac85bc18 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442507 Sep 17 03:41:29.668655 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9c9db-e395-4e93-97c4-c896bab20d13 req-8d6fe826-ab70-4bc3-93c1-5de8559d3544 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:29.670138 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4bf9c9db-e395-4e93-97c4-c896bab20d13 req-8d6fe826-ab70-4bc3-93c1-5de8559d3544 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0471926 Sep 17 03:41:29.717968 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4bf9c9db-e395-4e93-97c4-c896bab20d13 req-11b2b4cc-cdc8-4def-8bb2-d2200e05a33f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421538 Sep 17 03:41:29.848896 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:41:29.878477 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb8ea-281e-4f51-bfc2-0a389866c8ed req-00f9a1f6-6f4a-4425-979e-708c5299d595 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:29.879946 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-84eeb8ea-281e-4f51-bfc2-0a389866c8ed req-00f9a1f6-6f4a-4425-979e-708c5299d595 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0556169 Sep 17 03:41:29.931004 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-84eeb8ea-281e-4f51-bfc2-0a389866c8ed req-ce95ff89-9646-4093-a3aa-f99258ab6f14 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449626 Sep 17 03:41:30.264654 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:30.735874 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-a7808352-b328-4bdc-9a0b-425748cbf9e5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:30.737467 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-a7808352-b328-4bdc-9a0b-425748cbf9e5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.0714130 Sep 17 03:41:30.743308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-69b60e86-9c33-4304-bdb4-fc4913e5d215 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:30.744678 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-69b60e86-9c33-4304-bdb4-fc4913e5d215 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0898340 Sep 17 03:41:30.917044 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3585-85d5-4db7-8a26-d815ad4a52f4 req-fadfae62-6893-4714-8305-fa1b1765cca9 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:30.918550 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e94d3585-85d5-4db7-8a26-d815ad4a52f4 req-fadfae62-6893-4714-8305-fa1b1765cca9 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 945 time: 0.1165354 Sep 17 03:41:30.927770 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:30.949876 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Deleting port 82e5b702-c639-4c63-a0d2-0adfbba17db6 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:41:30.950156 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:30.974776 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Deleting port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:41:30.974949 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.029859 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:31.065795 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e5336-ec21-4849-a6b4-52addcfb058e req-b64d6f2b-829a-4f00-98d0-2e09cc6daaf0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:31.067440 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-151e5336-ec21-4849-a6b4-52addcfb058e req-b64d6f2b-829a-4f00-98d0-2e09cc6daaf0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 946 time: 0.0471611 Sep 17 03:41:31.122395 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e94d3585-85d5-4db7-8a26-d815ad4a52f4 req-70ca4319-2f19-4f41-9a34-1bd0f269f717 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=06a432ba-7620-4525-bfc2-1bf07f04543e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951857 Sep 17 03:41:31.129295 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-151e5336-ec21-4849-a6b4-52addcfb058e req-bb2d7d86-9171-467b-a7a7-53c05fb6ce0b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=5d8fa91d-4893-4ada-95e6-c0b2846143b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560918 Sep 17 03:41:31.197522 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] For port 82e5b702-c639-4c63-a0d2-0adfbba17db6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=82e5b702-c639-4c63-a0d2-0adfbba17db6,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:31.198024 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.201553 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] For port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:31.201877 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.540010 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.540329 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.540593 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Floating IP bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8 disassociated. External IP: 172.28.1.115, port: 82e5b702-c639-4c63-a0d2-0adfbba17db6. Sep 17 03:41:31.540941 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Calling delete_port for 82e5b702-c639-4c63-a0d2-0adfbba17db6 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:41:31.543790 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.544140 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (b1a1297d-77df-4762-8763-9cd9c4574109), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.544440 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Floating IP b1a1297d-77df-4762-8763-9cd9c4574109 disassociated. External IP: 172.28.1.230, port: 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3. Sep 17 03:41:31.544776 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Calling delete_port for 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:41:31.677161 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:31.770721 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (82e5b702-c639-4c63-a0d2-0adfbba17db6), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.772673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (6b8d180f-bc8d-48d5-8a39-b14cc12de0f3), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.790622 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.805467 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event deleted for resources: {'Port': ['ID=82e5b702-c639-4c63-a0d2-0adfbba17db6,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:31.820101 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.826667 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.826667 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:31.832112 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:31.885428 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event deleted for resources: {'Port': ['ID=6b8d180f-bc8d-48d5-8a39-b14cc12de0f3,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:31.916116 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:32.037560 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Router a899e1e4-1426-4bf3-a3d2-78fa763bb863 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:41:32.039271 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Router 1aafb376-6bb0-461e-923c-642193257c46 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:41:32.243524 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:41:32.243765 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:41:32.257939 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] Sync routers for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:41:32.270490 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] Sync routers for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:41:32.277266 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4ac063cd-5f3b-4518-ba09-eeb7ccc7da41 req-147ef084-3b44-4d1f-ac55-0a8450284f7f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 210 time: 0.0615048 Sep 17 03:41:32.282939 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ec156f02-e5af-451d-b01a-dbd14cd85cfd req-d95f7913-bf9c-4483-8e1e-adea815b3f5f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 210 time: 0.0584848 Sep 17 03:41:32.286481 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:41:32.287324 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:32.295866 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:41:32.296494 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:32.416418 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] No DVR routers for this DVR port 82e5b702-c639-4c63-a0d2-0adfbba17db6 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:41:32.421331 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:32.425048 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d3796fa6-e015-45b3-b408-b8cd0ccdaf92 req-33dce428-11a7-40f6-a56f-34bc6fca4d7e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "DELETE /networking/v2.0/ports/82e5b702-c639-4c63-a0d2-0adfbba17db6 HTTP/1.1" status: 204 len: 173 time: 1.6716189 Sep 17 03:41:32.425783 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] No DVR routers for this DVR port 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:41:32.429365 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:32.434252 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-55008f5d-701e-4dcd-8c6b-ba1c2adf3fb4 req-6ffbbf05-64df-4810-ab87-f7de1a20ff54 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "DELETE /networking/v2.0/ports/6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 HTTP/1.1" status: 204 len: 173 time: 1.6885359 Sep 17 03:41:32.434908 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-deleted', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6'}, {'server_uuid': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'name': 'network-vif-deleted', 'tag': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:41:32.435872 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:41:32.445999 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2aa63d-4bb6-4e78-be23-aaf73fd86056" -d '{"events": [{"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-deleted", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6"}, {"server_uuid": "f485657f-758f-4f8c-bd0b-fdae6f0b4d01", "name": "network-vif-deleted", "tag": "6b8d180f-bc8d-48d5-8a39-b14cc12de0f3"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:41:32.522149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 17 Sep 2022 03:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b8da22-bfee-4c0f-91c0-41031b61343b x-openstack-request-id: req-c6b8da22-bfee-4c0f-91c0-41031b61343b {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:41:32.522311 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:41:32.522798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3cebf3d-5b9e-499b-817f-e3cda4e67e4e", "name": "network-vif-deleted", "tag": "82e5b702-c639-4c63-a0d2-0adfbba17db6", "status": "completed", "code": 200}, {"server_uuid": "f485657f-758f-4f8c-bd0b-fdae6f0b4d01", "name": "network-vif-deleted", "tag": "6b8d180f-bc8d-48d5-8a39-b14cc12de0f3", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:41:32.523197 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6b8da22-bfee-4c0f-91c0-41031b61343b {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:41:32.523806 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b8da22-bfee-4c0f-91c0-41031b61343b'] response: {'server_uuid': 'd3cebf3d-5b9e-499b-817f-e3cda4e67e4e', 'name': 'network-vif-deleted', 'tag': '82e5b702-c639-4c63-a0d2-0adfbba17db6', 'status': 'completed', 'code': 200} Sep 17 03:41:32.524176 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b8da22-bfee-4c0f-91c0-41031b61343b'] response: {'server_uuid': 'f485657f-758f-4f8c-bd0b-fdae6f0b4d01', 'name': 'network-vif-deleted', 'tag': '6b8d180f-bc8d-48d5-8a39-b14cc12de0f3', 'status': 'completed', 'code': 200} Sep 17 03:41:32.717214 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:32.769454 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] Checking router: 1aafb376-6bb0-461e-923c-642193257c46 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:41:32.769774 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:32.790890 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:41:32.791540 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:32.818254 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] Checking router: a899e1e4-1426-4bf3-a3d2-78fa763bb863 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:41:32.828082 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:41:32.829931 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:32.936949 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:41:32.983532 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:41:33.317920 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:33.395551 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07f96f2-daf5-4aba-aafa-7c71c0af3e20 None None] The sync data for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb is: [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:41:33.483491 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:33.503108 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fd42f896-c80c-42cf-beac-19dbb6cab481 req-7031defc-5cb5-4c72-880b-cf0f82def2ae tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=d3cebf3d-5b9e-499b-817f-e3cda4e67e4e HTTP/1.1" status: 200 len: 210 time: 0.0609593 Sep 17 03:41:33.513449 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b13d8336-9c35-4583-a7c4-b6ced1a61959 req-8ea3defa-e711-404e-ba57-45c35bc6a663 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f485657f-758f-4f8c-bd0b-fdae6f0b4d01 HTTP/1.1" status: 200 len: 210 time: 0.1145017 Sep 17 03:41:33.559431 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650e2d01-7ed4-4def-829f-77baa950c0fa None None] The sync data for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb is: [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:41:33.624305 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-1875f275-5465-4685-956d-278baf35884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:33.635930 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-1875f275-5465-4685-956d-278baf35884b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1130 time: 0.1592765 Sep 17 03:41:33.701175 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d217254-3219-4cbd-b7f7-61c84c8226c9 req-57d748dd-d17b-4df6-828b-4608f367a93b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:33.703925 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1d217254-3219-4cbd-b7f7-61c84c8226c9 req-57d748dd-d17b-4df6-828b-4608f367a93b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.1001613 Sep 17 03:41:33.814723 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1d217254-3219-4cbd-b7f7-61c84c8226c9 req-e6247f77-8a3b-4280-b7c5-80877a878af2 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036570 Sep 17 03:41:33.822600 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-97a6026b-54a9-4431-84c4-70cabef1c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:33.824440 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-97a6026b-54a9-4431-84c4-70cabef1c73b service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.1692445 Sep 17 03:41:33.871842 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccadcc17-6609-4b05-a443-7611d0639d28 None None] New status for floating IP b1a1297d-77df-4762-8763-9cd9c4574109: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:41:33.907635 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-c03f4247-546f-45c7-a58b-da6f98f958e1 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 200 len: 1002 time: 0.0728106 Sep 17 03:41:33.970205 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:41:33.981614 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8552eb4-28a8-412e-9144-0b1aaecffeac None None] New status for floating IP bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:41:34.029201 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:41:34.029546 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 6b8d180f-bc8d-48d5-8a39-b14cc12de0f3 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:41:34.030002 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:41:34.053132 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 82e5b702-c639-4c63-a0d2-0adfbba17db6 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:41:34.053462 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 82e5b702-c639-4c63-a0d2-0adfbba17db6 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:41:34.075232 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:34.125217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-3dd7e5be-14c5-4d5d-9b61-b1dc0efe0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:34.126807 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-3dd7e5be-14c5-4d5d-9b61-b1dc0efe0413 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0609283 Sep 17 03:41:34.180489 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-8fbbc2ca-eb33-48fa-9c50-2e6f2fd91096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:34.181998 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-8fbbc2ca-eb33-48fa-9c50-2e6f2fd91096 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0474849 Sep 17 03:41:34.279739 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-024ecb0c-17a2-46f2-bf6b-2ad1a62d284c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900290 Sep 17 03:41:34.369059 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-191c8cb8-aa0d-45fd-a145-fb4655d62fb0 req-46608d4e-4230-4189-8121-42ae8c51f68c service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834105 Sep 17 03:41:34.625865 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36862) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:34.643874 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36864) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:34.687574 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0f5124b7-e371-468e-b00b-8b96460cc218 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (5d8fa91d-4893-4ada-95e6-c0b2846143b2), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:34.701418 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eab4769-aa32-4044-9254-1e3f3fcf2971 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (06a432ba-7620-4525-bfc2-1bf07f04543e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:34.711621 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0f5124b7-e371-468e-b00b-8b96460cc218 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (5d8fa91d-4893-4ada-95e6-c0b2846143b2), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:34.724328 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:34.727747 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eab4769-aa32-4044-9254-1e3f3fcf2971 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (06a432ba-7620-4525-bfc2-1bf07f04543e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:34.765100 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0f5124b7-e371-468e-b00b-8b96460cc218 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5d8fa91d-4893-4ada-95e6-c0b2846143b2), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:34.768048 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0f5124b7-e371-468e-b00b-8b96460cc218 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:34.769572 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-0f5124b7-e371-468e-b00b-8b96460cc218 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5d8fa91d-4893-4ada-95e6-c0b2846143b2 HTTP/1.1" status: 204 len: 168 time: 0.1426573 Sep 17 03:41:34.772772 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36866) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:34.779498 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5124b7-e371-468e-b00b-8b96460cc218 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8fa91d-4893-4ada-95e6-c0b2846143b2,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:34.784171 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eab4769-aa32-4044-9254-1e3f3fcf2971 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (06a432ba-7620-4525-bfc2-1bf07f04543e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:34.787361 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eab4769-aa32-4044-9254-1e3f3fcf2971 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:34.790843 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36870) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:34.796390 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-4eab4769-aa32-4044-9254-1e3f3fcf2971 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/06a432ba-7620-4525-bfc2-1bf07f04543e HTTP/1.1" status: 204 len: 168 time: 0.1423433 Sep 17 03:41:34.798323 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:34.808058 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.api.v2.resource [None req-ea60196d-2b8d-473c-8bca-97eb4d233671 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] show failed (client error): The resource could not be found. Sep 17 03:41:34.812673 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ea60196d-2b8d-473c-8bca-97eb4d233671 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups/06a432ba-7620-4525-bfc2-1bf07f04543e HTTP/1.1" status: 404 len: 347 time: 0.0207253 Sep 17 03:41:34.813527 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36872) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:34.819990 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab4769-aa32-4044-9254-1e3f3fcf2971 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a432ba-7620-4525-bfc2-1bf07f04543e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:34.822189 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.api.v2.resource [None req-cd66f812-5780-43dc-9afc-0f1042877c35 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] show failed (client error): The resource could not be found. Sep 17 03:41:34.827007 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-cd66f812-5780-43dc-9afc-0f1042877c35 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups/5d8fa91d-4893-4ada-95e6-c0b2846143b2 HTTP/1.1" status: 404 len: 347 time: 0.0529304 Sep 17 03:41:34.828026 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36876) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:34.916125 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:35.203139 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Deleting port e3f5fc8a-cd63-44de-a9d7-f498fc7723b5 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:41:35.203627 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.281625 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64767d02-0a27-4682-b2e8-1ad20e9953d1 req-0642b660-65ae-43e9-ade6-4e9607960d71 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:35.283231 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-64767d02-0a27-4682-b2e8-1ad20e9953d1 req-0642b660-65ae-43e9-ade6-4e9607960d71 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0748897 Sep 17 03:41:35.283931 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Deleting port f1a10a47-e840-46b1-a5f6-628eb7983776 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:41:35.284455 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (f1a10a47-e840-46b1-a5f6-628eb7983776), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.307592 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.307934 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.317720 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:35.328040 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Calling delete_port for e3f5fc8a-cd63-44de-a9d7-f498fc7723b5 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:41:35.399606 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-64767d02-0a27-4682-b2e8-1ad20e9953d1 req-f6dcc0dc-2b2d-4ea5-8e79-875bb5ccba26 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023045 Sep 17 03:41:35.411155 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (f1a10a47-e840-46b1-a5f6-628eb7983776), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.413281 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (f1a10a47-e840-46b1-a5f6-628eb7983776), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.429358 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Calling delete_port for f1a10a47-e840-46b1-a5f6-628eb7983776 owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:41:35.488798 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (e3f5fc8a-cd63-44de-a9d7-f498fc7723b5), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.523175 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event deleted for resources: {'Port': ['ID=e3f5fc8a-cd63-44de-a9d7-f498fc7723b5,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:35.598480 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.601177 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.605205 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-fa405bdc-5e37-48bb-a34f-6d26a1cc80bc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/bf00d3b3-4947-4313-a0fe-cdcb6a8cf5f8 HTTP/1.1" status: 204 len: 168 time: 0.7732887 Sep 17 03:41:35.610914 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (f1a10a47-e840-46b1-a5f6-628eb7983776), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.634087 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event deleted for resources: {'Port': ['ID=f1a10a47-e840-46b1-a5f6-628eb7983776,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:35.696275 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36884) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:35.699763 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (b1a1297d-77df-4762-8763-9cd9c4574109), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.701395 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-a23b1d73-04a7-44fb-a6c2-e4a4d518d6fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111842157', 'description': 'tempest-description--1136120000'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:35.702297 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.703443 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-562355d9-32bb-4f11-a450-4cf5b01a5e35 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/b1a1297d-77df-4762-8763-9cd9c4574109 HTTP/1.1" status: 204 len: 168 time: 0.8884823 Sep 17 03:41:35.724605 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a23b1d73-04a7-44fb-a6c2-e4a4d518d6fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.783851 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36888) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:35.788362 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-b38ecce2-7dfa-4bf2-9076-53b08e48019e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108320192', 'description': 'tempest-description--1548912707'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:35.799018 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a23b1d73-04a7-44fb-a6c2-e4a4d518d6fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (9413a376-c5f4-4de4-9fbf-0b709bd05b0b), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.803410 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a23b1d73-04a7-44fb-a6c2-e4a4d518d6fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (9413a376-c5f4-4de4-9fbf-0b709bd05b0b), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.805628 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:35.810931 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b38ecce2-7dfa-4bf2-9076-53b08e48019e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.831657 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a23b1d73-04a7-44fb-a6c2-e4a4d518d6fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.833002 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-a23b1d73-04a7-44fb-a6c2-e4a4d518d6fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1353683 Sep 17 03:41:35.836429 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36890) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:35.836961 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b1d73-04a7-44fb-a6c2-e4a4d518d6fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9413a376-c5f4-4de4-9fbf-0b709bd05b0b,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:35.840975 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-01c57f0f-ed69-46be-92a3-baf4a0d2fcf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'security_group_rule': {'security_group_id': '9413a376-c5f4-4de4-9fbf-0b709bd05b0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:35.896547 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01c57f0f-ed69-46be-92a3-baf4a0d2fcf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (dd0227b2-1b2a-4a84-a29d-72b78620ba79), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.916453 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b38ecce2-7dfa-4bf2-9076-53b08e48019e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (67eadeb6-b59f-4bfc-96fc-fb614dbbd30f), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.925761 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b38ecce2-7dfa-4bf2-9076-53b08e48019e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (67eadeb6-b59f-4bfc-96fc-fb614dbbd30f), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.934167 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:35.976987 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b38ecce2-7dfa-4bf2-9076-53b08e48019e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:35.978250 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-b38ecce2-7dfa-4bf2-9076-53b08e48019e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1933980 Sep 17 03:41:35.982188 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ecce2-7dfa-4bf2-9076-53b08e48019e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:35.982309 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36892) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:35.991082 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-b69eaf96-fea3-48fa-9ece-01e34e13b982 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'security_group_rule': {'security_group_id': '67eadeb6-b59f-4bfc-96fc-fb614dbbd30f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:35.997543 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01c57f0f-ed69-46be-92a3-baf4a0d2fcf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (dd0227b2-1b2a-4a84-a29d-72b78620ba79), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.002961 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01c57f0f-ed69-46be-92a3-baf4a0d2fcf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (dd0227b2-1b2a-4a84-a29d-72b78620ba79), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.023368 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c57f0f-ed69-46be-92a3-baf4a0d2fcf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0227b2-1b2a-4a84-a29d-72b78620ba79,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:36.027831 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b69eaf96-fea3-48fa-9ece-01e34e13b982 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (d3beed03-ccbf-457f-8d8d-073e784b3537), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.040282 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01c57f0f-ed69-46be-92a3-baf4a0d2fcf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.041437 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-01c57f0f-ed69-46be-92a3-baf4a0d2fcf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2039790 Sep 17 03:41:36.044322 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36898) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:36.050844 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-0bbe1b03-5b17-43cb-9861-bfee048eafcd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'security_group_rule': {'security_group_id': '9413a376-c5f4-4de4-9fbf-0b709bd05b0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:36.080942 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1b03-5b17-43cb-9861-bfee048eafcd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (aa260cd8-e279-49c9-bd4f-233068233ca0), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.099202 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b69eaf96-fea3-48fa-9ece-01e34e13b982 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (d3beed03-ccbf-457f-8d8d-073e784b3537), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.105213 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b69eaf96-fea3-48fa-9ece-01e34e13b982 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (d3beed03-ccbf-457f-8d8d-073e784b3537), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.124542 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eaf96-fea3-48fa-9ece-01e34e13b982 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3beed03-ccbf-457f-8d8d-073e784b3537,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:36.134284 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b69eaf96-fea3-48fa-9ece-01e34e13b982 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.138098 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-b69eaf96-fea3-48fa-9ece-01e34e13b982 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521957 Sep 17 03:41:36.138498 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36908) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:36.142813 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-8d7bd5af-1170-4951-8adb-d15c75f19a7a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'security_group_rule': {'security_group_id': '67eadeb6-b59f-4bfc-96fc-fb614dbbd30f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:36.165983 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1b03-5b17-43cb-9861-bfee048eafcd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (aa260cd8-e279-49c9-bd4f-233068233ca0), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.171828 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1b03-5b17-43cb-9861-bfee048eafcd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (aa260cd8-e279-49c9-bd4f-233068233ca0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.197904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe1b03-5b17-43cb-9861-bfee048eafcd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa260cd8-e279-49c9-bd4f-233068233ca0,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:36.201617 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8d7bd5af-1170-4951-8adb-d15c75f19a7a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (f41c406c-e841-4682-b3a8-79b1c98a17d2), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.207963 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1b03-5b17-43cb-9861-bfee048eafcd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.209149 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-0bbe1b03-5b17-43cb-9861-bfee048eafcd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1639214 Sep 17 03:41:36.212549 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 36916) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:36.217568 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:36.244376 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.272836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8d7bd5af-1170-4951-8adb-d15c75f19a7a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (f41c406c-e841-4682-b3a8-79b1c98a17d2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.278139 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8d7bd5af-1170-4951-8adb-d15c75f19a7a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (f41c406c-e841-4682-b3a8-79b1c98a17d2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.297706 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bd5af-1170-4951-8adb-d15c75f19a7a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41c406c-e841-4682-b3a8-79b1c98a17d2,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:36.314596 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8d7bd5af-1170-4951-8adb-d15c75f19a7a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.315819 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8d7bd5af-1170-4951-8adb-d15c75f19a7a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763949 Sep 17 03:41:36.319212 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36922) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:36.323638 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:36.333033 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.345192 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.377643 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:36.397654 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:36.430417 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.441693 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:36.452747 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_common [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Allocated IP 172.28.1.66 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/1e0556d3-a18a-4d39-adbf-fd728bc5aa98) {{(pid=106394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:41:36.587764 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe419e-bafa-41e6-a5f7-f310826b1cca req-54b8a63e-4f67-412d-961e-039b128bf2e7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:36.596075 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d4fe419e-bafa-41e6-a5f7-f310826b1cca req-54b8a63e-4f67-412d-961e-039b128bf2e7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0584486 Sep 17 03:41:36.606187 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for port (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.644367 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d4fe419e-bafa-41e6-a5f7-f310826b1cca req-5c759c75-4569-419e-bf3b-3ca4bca29fde tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Sep 17 03:41:36.653515 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5ea62-6e7d-4248-a032-c7d11a70b4cb req-4524f7de-147d-452d-b4bf-09fbad6c8794 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:36.655471 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-12d5ea62-6e7d-4248-a032-c7d11a70b4cb req-4524f7de-147d-452d-b4bf-09fbad6c8794 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0651307 Sep 17 03:41:36.686847 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-92646edf-3704-47a7-be1f-49dfe69132cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:36.688251 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-92646edf-3704-47a7-be1f-49dfe69132cf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=beef0d51792b46b586acd4b152b7fc9f&device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1168 time: 0.0415068 Sep 17 03:41:36.707048 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.753199 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:41:36.758788 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-12d5ea62-6e7d-4248-a032-c7d11a70b4cb req-3d29d30c-9764-4701-baa9-2f13645b67bd tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939934 Sep 17 03:41:36.761702 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Resources bound (agent type, host, resource id): {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:41:36.765331 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Received port after_create {{(pid=106394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:41:36.800799 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'Port': ['ID=1e0556d3-a18a-4d39-adbf-fd728bc5aa98,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:36.804542 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Allocated IP 172.28.1.139 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/c18ebf96-3cf4-4680-bc9a-d9bb49d38006) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:41:36.838116 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-fd0b043a-6873-4f67-b3ef-cfc1b2e1d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:36.839659 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-fd0b043a-6873-4f67-b3ef-cfc1b2e1d1e3 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=63e04d97-a8f9-4013-a08e-716a3a92e664 HTTP/1.1" status: 200 len: 916 time: 0.1450932 Sep 17 03:41:36.861320 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (a4c33d16-b02c-49cc-8320-bd649192aea5), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.899793 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:36.915088 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:36.961706 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-0c9df546-e069-49ae-945e-0fc8915067b5 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 1001 time: 0.1097157 Sep 17 03:41:37.011942 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for port (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.039925 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-134b210b-88f6-40b2-b876-e31ed654eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:37.041378 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-134b210b-88f6-40b2-b876-e31ed654eb6a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a2bbdf85-404e-4258-aa3e-17690e7f867f HTTP/1.1" status: 200 len: 854 time: 0.0699141 Sep 17 03:41:37.053442 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for port (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.058936 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3163888'] for port (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.094750 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.097169 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-97b60684-2824-453b-a9a0-3386d78c7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:37.098703 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-97b60684-2824-453b-a9a0-3386d78c7958 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=63e04d97-a8f9-4013-a08e-716a3a92e664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489991 Sep 17 03:41:37.105139 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:37.133773 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'Port': ['ID=1e0556d3-a18a-4d39-adbf-fd728bc5aa98,revision_number=2']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:37.139715 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (a4c33d16-b02c-49cc-8320-bd649192aea5), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.156861 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.166423 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-42c1ac25-96ac-4b54-b69d-c86491b92d4c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9444885 Sep 17 03:41:37.185859 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:41:37.194086 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:41:37.196520 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:41:37.230357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'Port': ['ID=c18ebf96-3cf4-4680-bc9a-d9bb49d38006,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:37.238179 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:37.282999 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-12708f94-8a38-4cad-b934-14d324de8499 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754611 Sep 17 03:41:37.392315 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (0f856959-80c5-46fa-8910-5e5851bf51c6), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.460478 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-10fffb2e-7014-48e9-80f4-a2e5983548e7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--111842157&fields=id&tenant_id=fc39540e3c13425797fca427caf460a5 HTTP/1.1" status: 200 len: 267 time: 0.1359193 Sep 17 03:41:37.492954 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.510411 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b911a9e5-d47e-4360-9c4c-90d113b41065 req-c3250171-5c4f-41b5-b770-83d8c20e9861 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073505 Sep 17 03:41:37.675884 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-dd460b67-4544-4ba4-995c-edebcaff62b0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:37.677393 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-dd460b67-4544-4ba4-995c-edebcaff62b0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 816 time: 0.2067237 Sep 17 03:41:37.707472 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-6a325f71-6468-404a-ab78-e8ae7cbb60dc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/quotas/fc39540e3c13425797fca427caf460a5 HTTP/1.1" status: 200 len: 375 time: 0.0233083 Sep 17 03:41:37.779428 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-edd7c451-0eb9-402a-bd03-c950981a36eb tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608950 Sep 17 03:41:37.788282 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for port (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.791040 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a8f02-53ee-4602-96e6-7dcb5868a1e9 req-aba5f2e0-9a51-4192-808d-9d411edd370b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:37.792848 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b14a8f02-53ee-4602-96e6-7dcb5868a1e9 req-aba5f2e0-9a51-4192-808d-9d411edd370b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0491068 Sep 17 03:41:37.794678 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.807397 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:37.842003 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b14a8f02-53ee-4602-96e6-7dcb5868a1e9 req-c7835279-c677-4e39-b9ff-16b6ad7ddf1c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419881 Sep 17 03:41:37.934869 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'Port': ['ID=c18ebf96-3cf4-4680-bc9a-d9bb49d38006,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:37.937212 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (0f856959-80c5-46fa-8910-5e5851bf51c6), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.947691 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:37.957794 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3003451-0b3d-4c10-b9f5-94fbb5aa41d9 req-e7f38328-e692-4270-8c42-6ee7b7c9d011 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:37.959701 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b3003451-0b3d-4c10-b9f5-94fbb5aa41d9 req-e7f38328-e692-4270-8c42-6ee7b7c9d011 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0509770 Sep 17 03:41:37.970851 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:37.972073 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-520cb47e-892b-4b9e-8f5a-81ddc04cec49 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6518991 Sep 17 03:41:37.974257 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-161a4a27-7850-4321-a3c4-a4e045c16d57 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812494 Sep 17 03:41:37.993746 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:38.039552 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b3003451-0b3d-4c10-b9f5-94fbb5aa41d9 req-75fdaf9d-e351-4b37-b2a4-b5278a3ba99e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731840 Sep 17 03:41:38.077609 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-80a911fc-a147-484c-903e-d4641b26e002 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973802 Sep 17 03:41:38.190851 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-176a38a7-8267-4969-bd82-58f4e44ed0e5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2108320192&fields=id&tenant_id=85552d7a5517459ebf4c55260bacd5c0 HTTP/1.1" status: 200 len: 267 time: 0.0467997 Sep 17 03:41:38.243504 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-53a84918-3a03-468c-97c8-b1ff3ee52208 req-50348209-ac5e-4766-8aba-82d9a7bbdb5b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0315616 Sep 17 03:41:38.304033 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bc97-a21f-43fd-935a-8c7607030993 req-f2cf38c6-ac1f-4453-a825-b561c8c33486 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:38.305529 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-f2cf38c6-ac1f-4453-a825-b561c8c33486 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 811 time: 0.1066298 Sep 17 03:41:38.320475 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2611adf2-6ab5-4aa7-8cdc-e24d21321067 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/quotas/85552d7a5517459ebf4c55260bacd5c0 HTTP/1.1" status: 200 len: 375 time: 0.0095127 Sep 17 03:41:38.374544 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-64f88bfa-0a52-4627-9064-882e96f53f04 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483294 Sep 17 03:41:38.472262 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-0d133e50-73ab-493a-9059-8105bc094e23 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852618 Sep 17 03:41:38.478192 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36974) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:38.528553 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c86e48-75d0-4b9b-84c3-07508a20c40f admin admin] Deleting subnet 5ac3e8b0-d67a-41c6-823c-d095bd836301 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:41:38.531724 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68c86e48-75d0-4b9b-84c3-07508a20c40f admin admin] Publish callbacks [] for subnet (5ac3e8b0-d67a-41c6-823c-d095bd836301), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:38.567958 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68c86e48-75d0-4b9b-84c3-07508a20c40f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254090'] for subnet (5ac3e8b0-d67a-41c6-823c-d095bd836301), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:38.579341 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-0495688f-90cb-4d50-a29a-79619982a5e0 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963786 Sep 17 03:41:38.615890 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68c86e48-75d0-4b9b-84c3-07508a20c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (5ac3e8b0-d67a-41c6-823c-d095bd836301), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:38.673125 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68c86e48-75d0-4b9b-84c3-07508a20c40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586979'] for subnet (5ac3e8b0-d67a-41c6-823c-d095bd836301), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:38.704738 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c86e48-75d0-4b9b-84c3-07508a20c40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac3e8b0-d67a-41c6-823c-d095bd836301,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:38.724248 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-68c86e48-75d0-4b9b-84c3-07508a20c40f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:38.728246 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-68c86e48-75d0-4b9b-84c3-07508a20c40f admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/5ac3e8b0-d67a-41c6-823c-d095bd836301 HTTP/1.1" status: 204 len: 168 time: 0.2489190 Sep 17 03:41:38.730774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 36980) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:38.803414 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-af392a3e-b710-41b1-8fbf-d04f18ad3bbc req-ed6e01fc-1a0e-42db-b42b-7b5fc096357e tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 210 time: 0.0643463 Sep 17 03:41:38.828049 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (1805d501-0316-4dd0-a626-116c9afe46e4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:38.930650 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (1805d501-0316-4dd0-a626-116c9afe46e4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:38.955976 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1805d501-0316-4dd0-a626-116c9afe46e4']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:38.966878 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:38.967170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2da9c3-1d00-4daa-ab38-ab608dea8a6d') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:38.977999 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254129'] for segment (3c2da9c3-1d00-4daa-ab38-ab608dea8a6d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:38.993578 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (3c2da9c3-1d00-4daa-ab38-ab608dea8a6d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.001191 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:41:39.001821 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339126'] for segment (3c2da9c3-1d00-4daa-ab38-ab608dea8a6d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.022288 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d31364-61cd-4cc7-8947-a90c8dd0005a req-48b5a0cb-a192-4e6d-bdeb-56250494f8b8 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:39.030292 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-85d31364-61cd-4cc7-8947-a90c8dd0005a req-48b5a0cb-a192-4e6d-bdeb-56250494f8b8 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0833852 Sep 17 03:41:39.048407 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 3c2da9c3-1d00-4daa-ab38-ab608dea8a6d resource provider aggregate not found Sep 17 03:41:39.072151 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (1805d501-0316-4dd0-a626-116c9afe46e4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.075962 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 3c2da9c3-1d00-4daa-ab38-ab608dea8a6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c2da9c3-1d00-4daa-ab38-ab608dea8a6d found for delete ", "request_id": "req-dcfffd46-7028-4921-86d5-d57300ea78b7"}]} Sep 17 03:41:39.082515 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.086942 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/1805d501-0316-4dd0-a626-116c9afe46e4 HTTP/1.1" status: 204 len: 168 time: 0.3549573 Sep 17 03:41:39.117378 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660b296-2bf3-4047-bc7b-6724bd0f9812 admin admin] Pushing event deleted for resources: {'Network': ['ID=1805d501-0316-4dd0-a626-116c9afe46e4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:39.118642 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-85d31364-61cd-4cc7-8947-a90c8dd0005a req-90b9166b-f64f-473f-bc66-c8c6b3323116 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838640 Sep 17 03:41:39.210659 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb64b2-e05e-4d73-9082-be3ac18ba1e0 req-b501a0e7-9e0f-402c-bb0a-ebce63ce8926 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:39.212232 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c9cb64b2-e05e-4d73-9082-be3ac18ba1e0 req-b501a0e7-9e0f-402c-bb0a-ebce63ce8926 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0621021 Sep 17 03:41:39.248382 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37000) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:39.282361 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c9cb64b2-e05e-4d73-9082-be3ac18ba1e0 req-c94af728-2fcf-4210-8460-e63db8cc5597 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641081 Sep 17 03:41:39.295228 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f3a5f2e5-e9cb-4c6e-8862-d0712ae52916 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=d0ef36ddc25f4ddc88b887a78849c9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456765 Sep 17 03:41:39.298642 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37004) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:39.336442 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:39.350639 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1035dfcf-4677-4624-83eb-7ca31b342582 admin admin] Publish callbacks [] for security_group (edfcb53e-b4f1-4d24-94e8-7d9226f3ef83), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.362778 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-cd5f48ba-7fa9-4949-a71a-dcc611c77e29 req-06e32834-d1d3-4dd8-810d-16873f64112a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0328276 Sep 17 03:41:39.372334 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1035dfcf-4677-4624-83eb-7ca31b342582 admin admin] Publish callbacks [] for security_group (edfcb53e-b4f1-4d24-94e8-7d9226f3ef83), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.420014 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1035dfcf-4677-4624-83eb-7ca31b342582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (edfcb53e-b4f1-4d24-94e8-7d9226f3ef83), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.422565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1035dfcf-4677-4624-83eb-7ca31b342582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:39.423706 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-1035dfcf-4677-4624-83eb-7ca31b342582 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/edfcb53e-b4f1-4d24-94e8-7d9226f3ef83 HTTP/1.1" status: 204 len: 168 time: 0.1240189 Sep 17 03:41:39.433706 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035dfcf-4677-4624-83eb-7ca31b342582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfcb53e-b4f1-4d24-94e8-7d9226f3ef83,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:39.718176 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:39.780094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-0265a9c6-14bb-4c88-bb18-6ddc62a4354d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:39.781890 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-0265a9c6-14bb-4c88-bb18-6ddc62a4354d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 816 time: 0.1511419 Sep 17 03:41:39.867680 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-b05c7254-5bfa-4703-9bd8-52b05328cfd1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fc39540e3c13425797fca427caf460a5 HTTP/1.1" status: 200 len: 379 time: 0.0593278 Sep 17 03:41:39.914630 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-36c116cf-f776-4d5d-adb1-495674804422 req-67c3f5d0-85b6-41f4-8f2c-6d60e8052989 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 210 time: 0.0291936 Sep 17 03:41:39.968500 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'port': {'device_id': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'admin_state_up': True, 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'security_groups': ['9413a376-c5f4-4de4-9fbf-0b709bd05b0b']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:40.085902 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Made reservation on behalf of fc39540e3c13425797fca427caf460a5 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:41:40.089744 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:40.224332 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Allocated IP 172.20.0.8 (9f6c8767-3434-4aa6-8f1a-e924b549661c/ea4c7df2-9af0-4f23-9010-99d0aa7d46e2/5e476661-1820-4166-8d59-d6275811877b) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:41:40.247362 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec7a83-db58-432b-9fb7-ddd4a7d4e175 req-53ed9d92-9bb4-4449-a6ed-a85c1eb6ec55 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:40.249493 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99ec7a83-db58-432b-9fb7-ddd4a7d4e175 req-53ed9d92-9bb4-4449-a6ed-a85c1eb6ec55 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0485108 Sep 17 03:41:40.298206 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-99ec7a83-db58-432b-9fb7-ddd4a7d4e175 req-9e8daa1e-0287-4551-b18d-3a7e0a648d82 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425439 Sep 17 03:41:40.362960 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for port (5e476661-1820-4166-8d59-d6275811877b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:40.423149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051194c-db72-4eb0-a978-9079e3bef273 req-cb953ac9-3ac6-4cd1-a8c3-e505d3a91a2c tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:40.424669 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e051194c-db72-4eb0-a978-9079e3bef273 req-cb953ac9-3ac6-4cd1-a8c3-e505d3a91a2c tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0647452 Sep 17 03:41:40.449998 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (5e476661-1820-4166-8d59-d6275811877b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:40.487740 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:40.507111 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20463548-e05c-437f-9f71-e2e5b398d1a3 req-a003c318-aca5-470a-85cd-97f01babb5f8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:40.509482 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-20463548-e05c-437f-9f71-e2e5b398d1a3 req-a003c318-aca5-470a-85cd-97f01babb5f8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 931 time: 0.0562947 Sep 17 03:41:40.510958 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:41:40.522078 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:41:40.531058 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:41:40.540425 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:40.570139 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-20463548-e05c-437f-9f71-e2e5b398d1a3 req-4460d0c3-b0c7-4dc4-ac9c-b18625f25cff tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537140 Sep 17 03:41:40.595087 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:40.619773 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e051194c-db72-4eb0-a978-9079e3bef273 req-fae62301-bdf7-4f73-b25f-274f19826149 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1866710 Sep 17 03:41:40.667733 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:40.668348 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:40.699987 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-56b4fc8c-4f4c-4948-849a-1461f24e901f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7356138 Sep 17 03:41:40.725524 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Request body: {'port': {'device_id': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:40.756886 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bc97-a21f-43fd-935a-8c7607030993 req-f94f015d-2fac-41bc-810a-77bc6a944a02 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:40.758698 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-f94f015d-2fac-41bc-810a-77bc6a944a02 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 811 time: 0.1900024 Sep 17 03:41:40.771997 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Provisioning complete for port 5e476661-1820-4166-8d59-d6275811877b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:41:40.773391 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5e476661-1820-4166-8d59-d6275811877b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:40.773841 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Attempt 1 to provision port 5e476661-1820-4166-8d59-d6275811877b Sep 17 03:41:40.806228 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Port 5e476661-1820-4166-8d59-d6275811877b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:41:40.814827 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:40.881245 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-43fb87d4-4cc8-4485-ab32-e16e082f1501 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=85552d7a5517459ebf4c55260bacd5c0 HTTP/1.1" status: 200 len: 380 time: 0.0898786 Sep 17 03:41:40.896777 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'port': {'device_id': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'admin_state_up': True, 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'security_groups': ['67eadeb6-b59f-4bfc-96fc-fb614dbbd30f']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:41.025567 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f5263f01-756e-4e60-a5c6-953d3bf67735 req-87f21c28-963d-48e4-8140-fd724a345bd0 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 210 time: 0.0306499 Sep 17 03:41:41.130943 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Made reservation on behalf of 85552d7a5517459ebf4c55260bacd5c0 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:41:41.135108 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:41.245340 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e476661-1820-4166-8d59-d6275811877b {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:41:41.258393 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:41.262535 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Publish callbacks [] for port (5e476661-1820-4166-8d59-d6275811877b), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:41.306123 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Transition to ACTIVE for port object 5e476661-1820-4166-8d59-d6275811877b will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:41:41.307523 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Attempt 2 to provision port 5e476661-1820-4166-8d59-d6275811877b Sep 17 03:41:41.313485 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:41.343514 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Port 5e476661-1820-4166-8d59-d6275811877b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:41:41.349491 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Allocated IP 172.20.0.7 (cb315db9-58e4-4a56-aa95-5fb299ae37c9/ca77c9d4-956d-439b-aff6-c49ca4e43dd5/7b330e76-7d63-4a79-ac1f-7b065375d22c) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:41:41.410897 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:41.705004 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3866949-c2b1-4a82-9e6d-81a31ea13e7c req-77131eaa-144a-4c42-8731-803f12902161 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:41.706755 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a3866949-c2b1-4a82-9e6d-81a31ea13e7c req-77131eaa-144a-4c42-8731-803f12902161 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0491149 Sep 17 03:41:41.733214 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:41.754939 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:41.760435 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a3866949-c2b1-4a82-9e6d-81a31ea13e7c req-2f859650-d0db-47d3-81de-76ed2f112b34 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477552 Sep 17 03:41:41.780646 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e26ad-ce5d-4dea-91e1-efe686faa034 req-ffb40fa2-05e4-41a6-bdf4-8e0ab1ecb51a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:41.782190 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8d6e26ad-ce5d-4dea-91e1-efe686faa034 req-ffb40fa2-05e4-41a6-bdf4-8e0ab1ecb51a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.3872941 Sep 17 03:41:41.845093 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Attempt 3 to provision port 5e476661-1820-4166-8d59-d6275811877b Sep 17 03:41:41.848506 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:41.852820 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Attempting to bind port 5e476661-1820-4166-8d59-d6275811877b on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:41:41.853160 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Attempting to bind port 5e476661-1820-4166-8d59-d6275811877b by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:41:41.853489 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Attempting to bind port 5e476661-1820-4166-8d59-d6275811877b on network 9f6c8767-3434-4aa6-8f1a-e924b549661c {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:41:41.874756 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b61de2-ff93-4677-a859-78f4a30341cf req-7ddf6ce1-430d-494e-8e62-04622b3a0aac tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:41.876277 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e4b61de2-ff93-4677-a859-78f4a30341cf req-7ddf6ce1-430d-494e-8e62-04622b3a0aac tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0524347 Sep 17 03:41:41.884135 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Port 5e476661-1820-4166-8d59-d6275811877b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:41:41.890325 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:41.933802 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8d6e26ad-ce5d-4dea-91e1-efe686faa034 req-04abb064-8d0a-425a-aa6c-011fd45ce073 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223185 Sep 17 03:41:41.941055 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e4b61de2-ff93-4677-a859-78f4a30341cf req-b42f82e6-824a-4007-9157-853eac6150ac tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568497 Sep 17 03:41:41.954849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:41.960179 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Port 5e476661-1820-4166-8d59-d6275811877b on network 9f6c8767-3434-4aa6-8f1a-e924b549661c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:41:41.960512 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Attempting to bind port 5e476661-1820-4166-8d59-d6275811877b on network 9f6c8767-3434-4aa6-8f1a-e924b549661c {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:41:42.026710 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:41:42.027143 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Checking segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:41:42.027470 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Bound using segment: {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:41:42.027970 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Bound port: 5e476661-1820-4166-8d59-d6275811877b, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10743316-ef7d-4494-acb5-02fbbc60935d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:41:42.028335 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:42.031945 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:42.097726 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:41:42.107998 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:41:42.123067 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:41:42.185608 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event updated for resources: {'Port': ['ID=7b330e76-7d63-4a79-ac1f-7b065375d22c,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:42.187728 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:42.211926 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:41:42.223165 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787204f-05e7-4147-b9bc-815ec5ff7900 req-bd5f922b-101a-4ffa-8b0b-f9c5a4a821a5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:42.224670 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b787204f-05e7-4147-b9bc-815ec5ff7900 req-bd5f922b-101a-4ffa-8b0b-f9c5a4a821a5 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 931 time: 0.1243467 Sep 17 03:41:42.226550 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:41:42.245784 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:42.246395 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:42.251659 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:42.266170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:42.266789 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:42.268266 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/5e476661-1820-4166-8d59-d6275811877b HTTP/1.1" status: 200 len: 1093 time: 1.5518749 Sep 17 03:41:42.273494 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'tag': '5e476661-1820-4166-8d59-d6275811877b'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:41:42.275898 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c1d4b3-7572-4e21-a320-d0670f81d482" -d '{"events": [{"name": "network-changed", "server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "tag": "5e476661-1820-4166-8d59-d6275811877b"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:41:42.311415 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2f03fe47-ab4e-46e4-a222-f3d0c16cfb59 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4191549 Sep 17 03:41:42.322575 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372b41c-a90b-40c2-9c79-b173f02547a1 x-openstack-request-id: req-c372b41c-a90b-40c2-9c79-b173f02547a1 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:41:42.322872 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "tag": "5e476661-1820-4166-8d59-d6275811877b", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:41:42.323128 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c372b41c-a90b-40c2-9c79-b173f02547a1 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:41:42.323529 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c372b41c-a90b-40c2-9c79-b173f02547a1'] response: {'name': 'network-changed', 'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'tag': '5e476661-1820-4166-8d59-d6275811877b', 'status': 'completed', 'code': 200} Sep 17 03:41:42.334797 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Request body: {'port': {'device_id': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:42.383054 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164e2cc-1bc1-4481-8c60-fd26f8a1dc4d service neutron] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:42.385707 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Attempt 4 to provision port 5e476661-1820-4166-8d59-d6275811877b Sep 17 03:41:42.414305 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b787204f-05e7-4147-b9bc-815ec5ff7900 req-c0dda670-7467-47cc-a65b-6c534b978ff1 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798892 Sep 17 03:41:42.426031 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2e4de-609b-4b87-80cf-75bc6665ddd3 None None] Port 5e476661-1820-4166-8d59-d6275811877b had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:41:42.429366 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-e70b8ec7-c9f9-46d7-ae81-3765e9ea6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:42.430877 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-e70b8ec7-c9f9-46d7-ae81-3765e9ea6137 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0670559 Sep 17 03:41:42.486835 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-18335258-fc8a-4b7a-ae81-23bd27d6b559 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e476661-1820-4166-8d59-d6275811877b HTTP/1.1" status: 200 len: 217 time: 0.0379107 Sep 17 03:41:42.489417 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:42.531831 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:42.558482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-09f16213-f251-49d2-97ac-91af2ed99e7c None None] Provisioning complete for port 7b330e76-7d63-4a79-ac1f-7b065375d22c triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:41:42.558860 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-09f16213-f251-49d2-97ac-91af2ed99e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:42.559599 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-09f16213-f251-49d2-97ac-91af2ed99e7c None None] Attempt 1 to provision port 7b330e76-7d63-4a79-ac1f-7b065375d22c Sep 17 03:41:42.568428 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-a0359e22-106a-41a7-9829-1d99f8ae816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:42.569937 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-a0359e22-106a-41a7-9829-1d99f8ae816d service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.0773044 Sep 17 03:41:42.595865 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-09f16213-f251-49d2-97ac-91af2ed99e7c None None] Port 7b330e76-7d63-4a79-ac1f-7b065375d22c cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:41:42.672341 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-f9c48aff-3b59-4ebe-aaa8-a47746e33f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:42.673729 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-f9c48aff-3b59-4ebe-aaa8-a47746e33f0f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0911193 Sep 17 03:41:42.834428 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-3cce1389-958a-408e-ad07-ac01c536c326 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516345 Sep 17 03:41:42.898342 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786ace6-60c4-4338-86b1-925feaaffc19 req-24feca01-4521-4487-a3ed-aefccbfa7513 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:42.901054 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5786ace6-60c4-4338-86b1-925feaaffc19 req-24feca01-4521-4487-a3ed-aefccbfa7513 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0535085 Sep 17 03:41:42.942052 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b330e76-7d63-4a79-ac1f-7b065375d22c {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:41:42.948938 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5786ace6-60c4-4338-86b1-925feaaffc19 req-0ac732f9-6ee4-4372-b742-fcd1e9b6e352 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417736 Sep 17 03:41:42.952180 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Publish callbacks [] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:42.985358 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Transition to ACTIVE for port object 7b330e76-7d63-4a79-ac1f-7b065375d22c will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:41:43.000176 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:43.011631 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d69f544a-0778-4c16-8bb5-288bb5094684 req-0bed5581-390c-461f-bef7-278f668df52a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489410 Sep 17 03:41:43.034173 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:43.085329 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75c9ca-424a-4cff-92ab-f3149823b7b4 req-585cae84-1016-4518-afd5-c9bec06a6832 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:43.086849 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ea75c9ca-424a-4cff-92ab-f3149823b7b4 req-585cae84-1016-4518-afd5-c9bec06a6832 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0504549 Sep 17 03:41:43.096552 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-09f16213-f251-49d2-97ac-91af2ed99e7c None None] Attempt 2 to provision port 7b330e76-7d63-4a79-ac1f-7b065375d22c Sep 17 03:41:43.105477 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Pushing event updated for resources: {'Port': ['ID=7b330e76-7d63-4a79-ac1f-7b065375d22c,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:43.131041 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-09f16213-f251-49d2-97ac-91af2ed99e7c None None] Port 7b330e76-7d63-4a79-ac1f-7b065375d22c cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:41:43.140122 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df642-1c0c-45db-8778-b75604511717 req-33baf467-7ad9-42ce-99ac-1acaa4cd989c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:43.141590 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f13df642-1c0c-45db-8778-b75604511717 req-33baf467-7ad9-42ce-99ac-1acaa4cd989c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.1129913 Sep 17 03:41:43.159041 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ea75c9ca-424a-4cff-92ab-f3149823b7b4 req-7664c2fe-50dd-42fa-8977-28aa4420dd29 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662591 Sep 17 03:41:43.193119 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Attempting to bind port 7b330e76-7d63-4a79-ac1f-7b065375d22c on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:41:43.193377 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Attempting to bind port 7b330e76-7d63-4a79-ac1f-7b065375d22c by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:41:43.193698 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Attempting to bind port 7b330e76-7d63-4a79-ac1f-7b065375d22c on network cb315db9-58e4-4a56-aa95-5fb299ae37c9 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:41:43.231236 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f13df642-1c0c-45db-8778-b75604511717 req-e2d72d18-fbb9-45ed-b16f-228ab73463b3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828481 Sep 17 03:41:43.246488 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Port 7b330e76-7d63-4a79-ac1f-7b065375d22c on network cb315db9-58e4-4a56-aa95-5fb299ae37c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:41:43.246822 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Attempting to bind port 7b330e76-7d63-4a79-ac1f-7b065375d22c on network cb315db9-58e4-4a56-aa95-5fb299ae37c9 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:41:43.289282 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:41:43.289614 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Checking segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:41:43.290016 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Bound using segment: {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:41:43.290444 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Bound port: 7b330e76-7d63-4a79-ac1f-7b065375d22c, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fecd844-a833-4732-b4e7-b4aa17b74e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:41:43.290798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:43.353613 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:43.357743 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] For port 7b330e76-7d63-4a79-ac1f-7b065375d22c, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:41:43.360884 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] For port 7b330e76-7d63-4a79-ac1f-7b065375d22c, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7b330e76-7d63-4a79-ac1f-7b065375d22c,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:41:43.367290 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:43.371610 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:43.372213 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:43.373575 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/7b330e76-7d63-4a79-ac1f-7b065375d22c HTTP/1.1" status: 200 len: 1093 time: 1.0468621 Sep 17 03:41:43.418435 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bc94b-6de4-4a93-bbb5-7e2405636483 service neutron] Pushing event updated for resources: {'Port': ['ID=7b330e76-7d63-4a79-ac1f-7b065375d22c,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:43.540413 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baed9a6-df69-4bec-84db-f7f096673256 req-396fb189-3649-4c63-bf47-36f44bb1325b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:43.541896 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4baed9a6-df69-4bec-84db-f7f096673256 req-396fb189-3649-4c63-bf47-36f44bb1325b tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 943 time: 0.0517745 Sep 17 03:41:43.595645 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4baed9a6-df69-4bec-84db-f7f096673256 req-1133cd38-4b0b-46ab-9b9d-70da70310a3a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451818 Sep 17 03:41:43.632273 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-09f16213-f251-49d2-97ac-91af2ed99e7c None None] Attempt 3 to provision port 7b330e76-7d63-4a79-ac1f-7b065375d22c Sep 17 03:41:43.671635 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-09f16213-f251-49d2-97ac-91af2ed99e7c None None] Port 7b330e76-7d63-4a79-ac1f-7b065375d22c had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:41:44.013375 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-c25a49da-34aa-4a67-8dce-b69f1e9fb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.014882 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-c25a49da-34aa-4a67-8dce-b69f1e9fb7da service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 1127 time: 0.0582933 Sep 17 03:41:44.058432 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=69 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:44.096224 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:44.114214 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2e245161-263a-43c7-9263-af598b5cf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.115688 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2e245161-263a-43c7-9263-af598b5cf8fb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 1127 time: 0.1164911 Sep 17 03:41:44.141918 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14f78-efe9-4b90-8697-ecc82e285db5 req-c8802c11-a958-461c-8215-70e4057f4b01 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.143337 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5df14f78-efe9-4b90-8697-ecc82e285db5 req-c8802c11-a958-461c-8215-70e4057f4b01 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.1031134 Sep 17 03:41:44.187977 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:44.201781 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-a709ef17-524f-4cb3-bbf2-039f629dec18 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b330e76-7d63-4a79-ac1f-7b065375d22c HTTP/1.1" status: 200 len: 217 time: 0.0678277 Sep 17 03:41:44.254837 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-07e17cda-dad1-4ddb-a01f-0087244db9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.256181 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-07e17cda-dad1-4ddb-a01f-0087244db9d0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.2255056 Sep 17 03:41:44.282570 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8877d45-ef2f-4629-a6cb-4be8a9b1ffca req-d85445f4-e171-47f8-b149-ada96b3d73a6 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.284161 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b8877d45-ef2f-4629-a6cb-4be8a9b1ffca req-d85445f4-e171-47f8-b149-ada96b3d73a6 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0483291 Sep 17 03:41:44.313645 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5df14f78-efe9-4b90-8697-ecc82e285db5 req-7199584a-19fa-47f5-a357-85a85eb053ff tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630189 Sep 17 03:41:44.317453 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-bc7d603f-b63d-44a1-bfd5-7cd3f705ec3a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e476661-1820-4166-8d59-d6275811877b HTTP/1.1" status: 200 len: 217 time: 0.0544636 Sep 17 03:41:44.319867 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bc97-a21f-43fd-935a-8c7607030993 req-5c490b07-27ad-4be8-bd02-287f90ada6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.321214 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-5c490b07-27ad-4be8-bd02-287f90ada6af service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.1084812 Sep 17 03:41:44.324886 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'tag': '7b330e76-7d63-4a79-ac1f-7b065375d22c'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:41:44.327041 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d" -d '{"events": [{"name": "network-changed", "server_uuid": "780a6067-bdf7-4e5a-9d47-56c9725ac017", "tag": "7b330e76-7d63-4a79-ac1f-7b065375d22c"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:41:44.355449 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b8877d45-ef2f-4629-a6cb-4be8a9b1ffca req-024cefae-75aa-4e97-bb73-b488693d0fb0 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653713 Sep 17 03:41:44.418353 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef4cf21-6e72-49c8-aee7-63d1ca4a0df1 x-openstack-request-id: req-4ef4cf21-6e72-49c8-aee7-63d1ca4a0df1 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:41:44.418637 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780a6067-bdf7-4e5a-9d47-56c9725ac017", "tag": "7b330e76-7d63-4a79-ac1f-7b065375d22c", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:41:44.418888 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ef4cf21-6e72-49c8-aee7-63d1ca4a0df1 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:41:44.419278 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef4cf21-6e72-49c8-aee7-63d1ca4a0df1'] response: {'name': 'network-changed', 'server_uuid': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'tag': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'status': 'completed', 'code': 200} Sep 17 03:41:44.424303 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758bc97-a21f-43fd-935a-8c7607030993 req-c6c8637d-37e4-4226-afae-0c8790905008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.425876 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-c6c8637d-37e4-4226-afae-0c8790905008 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0948393 Sep 17 03:41:44.462704 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-9ea41d43-09a4-4d28-8800-07cd7d58e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.464099 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-9ea41d43-09a4-4d28-8800-07cd7d58e5d1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.1341741 Sep 17 03:41:44.469776 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94516d-6e84-4fc4-a791-0014e85cb4b4 req-1c403b86-f580-4b50-8c7e-754252e6c643 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.471128 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cd94516d-6e84-4fc4-a791-0014e85cb4b4 req-1c403b86-f580-4b50-8c7e-754252e6c643 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0901363 Sep 17 03:41:44.556413 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-a379238e-08f9-407a-81ef-0ef8257717fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.557820 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-a379238e-08f9-407a-81ef-0ef8257717fc service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0857787 Sep 17 03:41:44.560655 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:44.604415 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cd94516d-6e84-4fc4-a791-0014e85cb4b4 req-26dc4da1-7bab-449d-ace6-2bb4986f1951 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988038 Sep 17 03:41:44.607988 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-4a803538-3568-4469-be74-7767d002a4cc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731160 Sep 17 03:41:44.736625 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bff63d-3924-406e-8d92-a3571494e1d2 req-5e82c800-78f8-4f35-87b3-b75ffde4d16f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:44.738198 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-10bff63d-3924-406e-8d92-a3571494e1d2 req-5e82c800-78f8-4f35-87b3-b75ffde4d16f tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 943 time: 0.0549731 Sep 17 03:41:44.792327 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-10bff63d-3924-406e-8d92-a3571494e1d2 req-040d035b-40e6-4d94-851b-e0844cf67492 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480838 Sep 17 03:41:44.817440 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-9bca38da-22be-46c0-96a8-ce5caef55017 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617901 Sep 17 03:41:44.819317 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d758bc97-a21f-43fd-935a-8c7607030993 req-2ff09aa1-bdce-451a-9130-9621885fce43 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562538 Sep 17 03:41:44.887660 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:44.928164 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-33c1d4b3-7572-4e21-a320-d0670f81d482 req-3f2c3e70-032d-4873-a756-437d021fbeb7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948842 Sep 17 03:41:45.457170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6a5f9-183b-44a7-960e-90c95027de68 req-78b3b8f3-7a06-4e67-9e8d-868477c015f3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:45.458791 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0dd6a5f9-183b-44a7-960e-90c95027de68 req-78b3b8f3-7a06-4e67-9e8d-868477c015f3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0508282 Sep 17 03:41:45.482644 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d0ae0-c5ff-447c-babf-b3ad518e0201 req-488ec8a2-01f6-4a81-9535-b1f77f951454 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:45.484130 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c33d0ae0-c5ff-447c-babf-b3ad518e0201 req-488ec8a2-01f6-4a81-9535-b1f77f951454 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0485716 Sep 17 03:41:45.508040 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0dd6a5f9-183b-44a7-960e-90c95027de68 req-a9f4f583-ac24-44e9-b207-afbb74ec022a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430405 Sep 17 03:41:45.544378 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c33d0ae0-c5ff-447c-babf-b3ad518e0201 req-0fb46ddf-6f93-4eb2-b6da-13d6a90e8332 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543711 Sep 17 03:41:45.746908 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf65d21-9167-4b64-a475-cb1b66158778 req-6ec03e17-443e-4379-a781-6ad9d2bdbad7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:45.748366 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bdf65d21-9167-4b64-a475-cb1b66158778 req-6ec03e17-443e-4379-a781-6ad9d2bdbad7 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0568388 Sep 17 03:41:45.812273 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-488cac4f-a446-4af2-bee4-e7bf27b3551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:45.813778 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-488cac4f-a446-4af2-bee4-e7bf27b3551f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 1127 time: 0.0593755 Sep 17 03:41:45.839334 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bdf65d21-9167-4b64-a475-cb1b66158778 req-9869cd15-13c4-4ae3-ae34-144808c6b793 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838087 Sep 17 03:41:45.916444 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f98a-a0e3-4cf6-92a6-404eb4df2759 req-ea89e001-f78c-49b8-87c0-c93691e2e9df tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:45.916666 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-05c79f1b-1ebf-4cb8-ba38-222632048a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:45.917880 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f803f98a-a0e3-4cf6-92a6-404eb4df2759 req-ea89e001-f78c-49b8-87c0-c93691e2e9df tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 943 time: 0.0490127 Sep 17 03:41:45.918106 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-05c79f1b-1ebf-4cb8-ba38-222632048a6a service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 912 time: 0.0965765 Sep 17 03:41:45.956176 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-9e0112e2-404f-4fba-9ad8-473cce815808 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b330e76-7d63-4a79-ac1f-7b065375d22c HTTP/1.1" status: 200 len: 217 time: 0.0318863 Sep 17 03:41:45.965521 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f803f98a-a0e3-4cf6-92a6-404eb4df2759 req-fd860fed-0ca3-4055-815e-fe1e40494d94 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417931 Sep 17 03:41:46.008262 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-5e981ff7-208f-42ba-893a-45dd0e2a534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:46.009688 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-5e981ff7-208f-42ba-893a-45dd0e2a534a service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.0470018 Sep 17 03:41:46.023638 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:41:46.053112 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-7d5afe9b-0106-4918-bfd9-173fe977c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:46.054592 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-7d5afe9b-0106-4918-bfd9-173fe977c2b4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0377128 Sep 17 03:41:46.124932 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:46.137243 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '5e476661-1820-4166-8d59-d6275811877b', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'port_id': '5e476661-1820-4166-8d59-d6275811877b', 'mac_address': 'fa:16:3e:06:a6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:41:46.146226 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-af7dc8e8-c7f8-4dd2-a216-b8a82c838f56 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Sep 17 03:41:46.172395 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5e476661-1820-4166-8d59-d6275811877b is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:41:46.173063 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:46.186600 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e476661-1820-4166-8d59-d6275811877b {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:41:46.206657 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:46.212845 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:46.240563 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-80bd2fc8-82c1-42b8-9d3f-bf9a0ac6764d req-3e30a6de-e63b-41ee-879e-d3f1ffb3c6eb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881388 Sep 17 03:41:46.264962 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:46.272843 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.273188 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.273997 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.274358 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.274702 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.275017 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.275538 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.275870 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.276196 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.276524 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.276849 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.277191 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.277519 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.277872 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.278195 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:41:46.595847 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['5e476661-1820-4166-8d59-d6275811877b'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:41:46.637056 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b614e-f0eb-482b-8108-01d92c271d5a req-41f5e236-6beb-49a7-b250-ea29fa486531 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:46.639490 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f2b614e-f0eb-482b-8108-01d92c271d5a req-41f5e236-6beb-49a7-b250-ea29fa486531 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 944 time: 0.0503254 Sep 17 03:41:46.671901 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfff4f0-9868-4f9a-867a-a1cc406216cf req-a9788d19-ccf2-45f4-933e-5412d9f4e25e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:46.673449 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fcfff4f0-9868-4f9a-867a-a1cc406216cf req-a9788d19-ccf2-45f4-933e-5412d9f4e25e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0513992 Sep 17 03:41:46.694151 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1f2b614e-f0eb-482b-8108-01d92c271d5a req-ff5dcea1-5928-4caa-9253-6f2c6cb0df62 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489819 Sep 17 03:41:46.760913 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fcfff4f0-9868-4f9a-867a-a1cc406216cf req-632410f3-0d95-49fd-9432-d78080c1b329 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772519 Sep 17 03:41:47.096925 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e5748-6302-4492-93a9-212481cbd309 req-06b43b93-95bf-4066-a536-99cef53be788 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:47.098521 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-112e5748-6302-4492-93a9-212481cbd309 req-06b43b93-95bf-4066-a536-99cef53be788 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 943 time: 0.0532858 Sep 17 03:41:47.150397 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-112e5748-6302-4492-93a9-212481cbd309 req-ec1e14b2-89e7-4425-b08b-4f295cd52d14 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459640 Sep 17 03:41:47.225040 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:47.243101 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab7c7c-65e0-4926-a491-185034d1cde5 req-060dc647-af77-4b90-bf87-5585e68fdcca tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:47.244514 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a8ab7c7c-65e0-4926-a491-185034d1cde5 req-060dc647-af77-4b90-bf87-5585e68fdcca tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.3162394 Sep 17 03:41:47.291657 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a8ab7c7c-65e0-4926-a491-185034d1cde5 req-5648adbf-1e03-47a9-a8ea-ec5c6d61c792 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Sep 17 03:41:47.809782 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:47.827590 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3587f-e16f-4ced-825a-80541b00b1f7 req-4629de36-3669-4ada-98e9-740092d3df3f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:47.829162 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-89c3587f-e16f-4ced-825a-80541b00b1f7 req-4629de36-3669-4ada-98e9-740092d3df3f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 944 time: 0.0476568 Sep 17 03:41:47.864262 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:47.883112 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-89c3587f-e16f-4ced-825a-80541b00b1f7 req-e28b6a4f-d8a6-46f7-a4ec-aa19d52f6562 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478828 Sep 17 03:41:47.883917 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5caa71-3ef7-4a3f-a270-8f5da95022b7 req-a708ca5f-31d3-483e-9184-10dbb8e3034d tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:47.885449 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ec5caa71-3ef7-4a3f-a270-8f5da95022b7 req-a708ca5f-31d3-483e-9184-10dbb8e3034d tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0491118 Sep 17 03:41:47.947613 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ec5caa71-3ef7-4a3f-a270-8f5da95022b7 req-f711404e-02b7-4617-b475-35363a157d44 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565116 Sep 17 03:41:48.022824 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 7b330e76-7d63-4a79-ac1f-7b065375d22c details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:41:48.040812 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:41:48.044709 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:48.138253 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 5e476661-1820-4166-8d59-d6275811877b completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:41:48.146689 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 5e476661-1820-4166-8d59-d6275811877b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:41:48.147046 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5e476661-1820-4166-8d59-d6275811877b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:48.147375 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 5e476661-1820-4166-8d59-d6275811877b Sep 17 03:41:48.156546 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:48.200785 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 7b330e76-7d63-4a79-ac1f-7b065375d22c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7b330e76-7d63-4a79-ac1f-7b065375d22c,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:48.216340 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'port_id': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'mac_address': 'fa:16:3e:0f:52:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:41:48.271900 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37fe1-1f22-4cf0-8afe-d1302cb7d54b req-6f6a9e79-115b-4ab3-9057-a7ec17043da2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:48.273316 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-05f37fe1-1f22-4cf0-8afe-d1302cb7d54b req-6f6a9e79-115b-4ab3-9057-a7ec17043da2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 943 time: 0.0481496 Sep 17 03:41:48.278444 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 7b330e76-7d63-4a79-ac1f-7b065375d22c is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:41:48.278766 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:48.280780 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5e476661-1820-4166-8d59-d6275811877b is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:41:48.281143 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:48.301872 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b330e76-7d63-4a79-ac1f-7b065375d22c {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:41:48.320602 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e476661-1820-4166-8d59-d6275811877b'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:41:48.322897 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c156ffce-1593-44f3-8d7d-99c56b706bfe" -d '{"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e476661-1820-4166-8d59-d6275811877b"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:41:48.323468 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-05f37fe1-1f22-4cf0-8afe-d1302cb7d54b req-8d837bc9-892a-48bf-81c7-e5bf171af58d tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Sep 17 03:41:48.344666 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:48.349072 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 7b330e76-7d63-4a79-ac1f-7b065375d22c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7b330e76-7d63-4a79-ac1f-7b065375d22c,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:48.354067 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:48.359482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:48.387837 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcff94f-9aac-4926-ae56-1c73fbc49585 x-openstack-request-id: req-cbcff94f-9aac-4926-ae56-1c73fbc49585 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:41:48.388150 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e476661-1820-4166-8d59-d6275811877b", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:41:48.388398 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbcff94f-9aac-4926-ae56-1c73fbc49585 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:41:48.388780 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbcff94f-9aac-4926-ae56-1c73fbc49585'] response: {'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e476661-1820-4166-8d59-d6275811877b', 'code': 200} Sep 17 03:41:48.415521 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:48.420812 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:48.428120 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eac35-9f7a-4260-be86-33479dd42813 req-b7866c2b-ec5c-4238-bd4e-604c56bed66a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:48.430165 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5e8eac35-9f7a-4260-be86-33479dd42813 req-b7866c2b-ec5c-4238-bd4e-604c56bed66a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0517435 Sep 17 03:41:48.470249 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=7b330e76-7d63-4a79-ac1f-7b065375d22c,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:48.496282 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5e8eac35-9f7a-4260-be86-33479dd42813 req-e7b4d927-7fe1-4a10-a84c-2b198d10bee0 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563955 Sep 17 03:41:48.603283 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf07b94-a8c1-4fe0-a188-35bc7995f6b2 req-16126d3b-0d86-4407-8dca-65dc828e398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:48.604987 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0cf07b94-a8c1-4fe0-a188-35bc7995f6b2 req-16126d3b-0d86-4407-8dca-65dc828e398d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0413005 Sep 17 03:41:48.651229 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0cf07b94-a8c1-4fe0-a188-35bc7995f6b2 req-6371ae63-abfc-4bd0-a43b-e310967eef36 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394645 Sep 17 03:41:48.722038 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['7b330e76-7d63-4a79-ac1f-7b065375d22c'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:41:49.018208 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b4542-dced-4822-8e33-64aca1fc9370 req-0acedf95-0da8-4d58-bcea-7fb25cbc1d98 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:49.020381 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a37b4542-dced-4822-8e33-64aca1fc9370 req-0acedf95-0da8-4d58-bcea-7fb25cbc1d98 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0494764 Sep 17 03:41:49.069921 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a37b4542-dced-4822-8e33-64aca1fc9370 req-e786b005-48ec-4a98-9674-9dacefa39691 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Sep 17 03:41:49.075320 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1783a-5bf5-4db2-bf2e-58b3bc17316e req-18fb6ab0-05ce-4717-b3fd-63af591f29e1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:49.076794 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d9b1783a-5bf5-4db2-bf2e-58b3bc17316e req-18fb6ab0-05ce-4717-b3fd-63af591f29e1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0502520 Sep 17 03:41:49.146854 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d9b1783a-5bf5-4db2-bf2e-58b3bc17316e req-ddd10358-78ec-4a7e-8b6d-826d06ce4bf1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640371 Sep 17 03:41:49.469580 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7e6a0-bbfe-4540-83ee-68258bcaed80 req-aa43e2b0-a702-482d-a205-1883ae40ce99 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:49.470995 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ace7e6a0-bbfe-4540-83ee-68258bcaed80 req-aa43e2b0-a702-482d-a205-1883ae40ce99 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 944 time: 0.0610492 Sep 17 03:41:49.521684 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ace7e6a0-bbfe-4540-83ee-68258bcaed80 req-15c4d391-9650-46ab-8d18-0c6456b95ac9 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Sep 17 03:41:49.624557 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0906181-47c2-4b80-abb8-5d50370b63a7 req-05daf77d-4700-4019-a597-d7837a131cde tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:49.626554 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d0906181-47c2-4b80-abb8-5d50370b63a7 req-05daf77d-4700-4019-a597-d7837a131cde tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0546436 Sep 17 03:41:49.674532 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d0906181-47c2-4b80-abb8-5d50370b63a7 req-50859efc-9909-48a0-b7f5-34d1d585b434 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422521 Sep 17 03:41:50.046238 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 7b330e76-7d63-4a79-ac1f-7b065375d22c up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:41:50.096595 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 7b330e76-7d63-4a79-ac1f-7b065375d22c completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:41:50.104421 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 7b330e76-7d63-4a79-ac1f-7b065375d22c triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:41:50.104893 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:50.105377 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 7b330e76-7d63-4a79-ac1f-7b065375d22c Sep 17 03:41:50.177632 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 7b330e76-7d63-4a79-ac1f-7b065375d22c is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:41:50.178050 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:50.180632 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:50.199109 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41729bc7-853e-4ce7-9959-22f2e1d0a649 req-aaeae1e5-0a7a-43df-81c4-e272ed39597a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:50.203193 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-41729bc7-853e-4ce7-9959-22f2e1d0a649 req-aaeae1e5-0a7a-43df-81c4-e272ed39597a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0509732 Sep 17 03:41:50.217535 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 7b330e76-7d63-4a79-ac1f-7b065375d22c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7b330e76-7d63-4a79-ac1f-7b065375d22c,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:41:50.223624 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:50.250158 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-41729bc7-853e-4ce7-9959-22f2e1d0a649 req-ade17bc1-0e47-45a7-abb0-087f83555ecd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429800 Sep 17 03:41:50.277915 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=7b330e76-7d63-4a79-ac1f-7b065375d22c,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:41:50.290299 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364ad68-ee33-4283-aa80-78cefa2c7568 req-4b7ae87c-960e-4bc1-941b-c8856186e20c tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:50.291746 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6364ad68-ee33-4283-aa80-78cefa2c7568 req-4b7ae87c-960e-4bc1-941b-c8856186e20c tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0503578 Sep 17 03:41:50.355327 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6364ad68-ee33-4283-aa80-78cefa2c7568 req-7711f255-71d7-42b9-9ab2-66134f999425 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574219 Sep 17 03:41:50.383418 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e163b-7e91-4d1a-b2ac-0c94737b9760 req-fa68610b-9695-4669-b9e0-f759ecbc8d90 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:50.384888 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-774e163b-7e91-4d1a-b2ac-0c94737b9760 req-fa68610b-9695-4669-b9e0-f759ecbc8d90 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0588748 Sep 17 03:41:50.389782 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b330e76-7d63-4a79-ac1f-7b065375d22c'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:41:50.392131 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b495e5-d979-480b-a33c-bd2b25b35503" -d '{"events": [{"server_uuid": "780a6067-bdf7-4e5a-9d47-56c9725ac017", "name": "network-vif-plugged", "status": "completed", "tag": "7b330e76-7d63-4a79-ac1f-7b065375d22c"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:41:50.396081 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37098) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:50.400705 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Request body: {'floatingip': {'port_id': '5e476661-1820-4166-8d59-d6275811877b'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:50.431818 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4629f0f9-c4a0-485f-980c-7c0e398a5d78 x-openstack-request-id: req-4629f0f9-c4a0-485f-980c-7c0e398a5d78 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:41:50.432103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780a6067-bdf7-4e5a-9d47-56c9725ac017", "name": "network-vif-plugged", "status": "completed", "tag": "7b330e76-7d63-4a79-ac1f-7b065375d22c", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:41:50.432352 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4629f0f9-c4a0-485f-980c-7c0e398a5d78 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:41:50.432810 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4629f0f9-c4a0-485f-980c-7c0e398a5d78'] response: {'server_uuid': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'code': 200} Sep 17 03:41:50.441864 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (a4c33d16-b02c-49cc-8320-bd649192aea5), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:50.681271 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ede39-60b4-4599-9202-379b2eb66dc9 req-1174ef51-7b34-405a-8dc3-dcec5a933d99 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:50.682833 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c11ede39-60b4-4599-9202-379b2eb66dc9 req-1174ef51-7b34-405a-8dc3-dcec5a933d99 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 945 time: 0.0829823 Sep 17 03:41:50.813797 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c11ede39-60b4-4599-9202-379b2eb66dc9 req-323ebb0e-e723-4600-ac74-22a653e8b256 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240048 Sep 17 03:41:50.821113 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff189b-1240-4cac-9994-f5ab0458e5ac req-63a0d078-a737-4f01-a92a-2327060bc224 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:50.822561 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-12ff189b-1240-4cac-9994-f5ab0458e5ac req-63a0d078-a737-4f01-a92a-2327060bc224 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0579307 Sep 17 03:41:50.863137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ac0a4-1f8d-4ab7-9df8-0738af09c98d req-0cc279db-9df9-408c-9b81-5605306cee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:50.864633 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-968ac0a4-1f8d-4ab7-9df8-0738af09c98d req-0cc279db-9df9-408c-9b81-5605306cee65 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 1129 time: 0.0610111 Sep 17 03:41:50.897239 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-12ff189b-1240-4cac-9994-f5ab0458e5ac req-0b2ea469-a630-42da-b89b-f75b11a3162e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588655 Sep 17 03:41:50.934437 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-968ac0a4-1f8d-4ab7-9df8-0738af09c98d req-76c0d072-9922-4ceb-98a0-dbb23f164e87 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497780 Sep 17 03:41:50.964852 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:50.970332 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (a4c33d16-b02c-49cc-8320-bd649192aea5), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:51.012645 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:51.018130 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:51.064900 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.l3_db [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Floating IP a4c33d16-b02c-49cc-8320-bd649192aea5 associated. External IP: 172.28.1.66, port: 5e476661-1820-4166-8d59-d6275811877b. Sep 17 03:41:51.263072 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Router a899e1e4-1426-4bf3-a3d2-78fa763bb863 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:41:51.608189 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192837bb-470e-4b4c-8c7f-0713341abb9b req-8eeb02ab-2ea0-4c74-ab95-da26ff6fd1ff tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:51.609635 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-192837bb-470e-4b4c-8c7f-0713341abb9b req-8eeb02ab-2ea0-4c74-ab95-da26ff6fd1ff tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0830438 Sep 17 03:41:51.635956 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:41:51.640994 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:51.647052 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] Sync routers for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:41:51.657400 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:41:51.658040 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:51.684142 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-85a0ba4f-7417-4248-84f2-0cb7e0ef21fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/a4c33d16-b02c-49cc-8320-bd649192aea5 HTTP/1.1" status: 200 len: 990 time: 1.2868288 Sep 17 03:41:51.688919 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'tag': '5e476661-1820-4166-8d59-d6275811877b'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:41:51.691204 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83467f9f-f7af-4b92-825d-2348a4317687" -d '{"events": [{"name": "network-changed", "server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "tag": "5e476661-1820-4166-8d59-d6275811877b"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:41:51.718365 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-192837bb-470e-4b4c-8c7f-0713341abb9b req-a640e3cd-91ca-4317-a873-c2cba1f35f1f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017118 Sep 17 03:41:51.746172 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405ac942-2de0-4194-86a9-a3f51bd08a21 x-openstack-request-id: req-405ac942-2de0-4194-86a9-a3f51bd08a21 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:41:51.746460 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "tag": "5e476661-1820-4166-8d59-d6275811877b", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:41:51.746709 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-405ac942-2de0-4194-86a9-a3f51bd08a21 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:41:51.747107 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405ac942-2de0-4194-86a9-a3f51bd08a21'] response: {'name': 'network-changed', 'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'tag': '5e476661-1820-4166-8d59-d6275811877b', 'status': 'completed', 'code': 200} Sep 17 03:41:51.753556 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:51.762933 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:41:51.841621 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83467f9f-f7af-4b92-825d-2348a4317687 req-76183a8a-fd55-4feb-b508-9fbaff8463be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:51.843180 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-83467f9f-f7af-4b92-825d-2348a4317687 req-76183a8a-fd55-4feb-b508-9fbaff8463be service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0400729 Sep 17 03:41:51.944801 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83467f9f-f7af-4b92-825d-2348a4317687 req-1cbdcb55-ec90-4b7b-922c-59ea696eefff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:51.946419 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-83467f9f-f7af-4b92-825d-2348a4317687 req-1cbdcb55-ec90-4b7b-922c-59ea696eefff service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.0970836 Sep 17 03:41:51.954184 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c2549-c42d-4035-9fb2-e18087052392 req-a28b741f-e713-4025-a621-34dd952c0043 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:51.955035 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-687c2549-c42d-4035-9fb2-e18087052392 req-a28b741f-e713-4025-a621-34dd952c0043 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 945 time: 0.0670314 Sep 17 03:41:51.985266 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'a4c33d16-b02c-49cc-8320-bd649192aea5', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'floating_ip_address': '172.28.1.66', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'port_id': '5e476661-1820-4166-8d59-d6275811877b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'mac_address': 'fa:16:3e:06:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:41:36Z', 'updated_at': '2022-09-17T03:41:50Z', 'revision_number': 1, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:52.014096 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] Checking router: a899e1e4-1426-4bf3-a3d2-78fa763bb863 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:41:52.017007 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-687c2549-c42d-4035-9fb2-e18087052392 req-718edffc-912c-4642-9c8a-1b396747e4c7 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559604 Sep 17 03:41:52.023406 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:41:52.024009 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:52.036316 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aac1f0-0fe4-4bf9-99dd-3445eda6f65c req-7be6a8d9-56c4-4ba5-8553-0513a7273b77 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:52.037942 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-93aac1f0-0fe4-4bf9-99dd-3445eda6f65c req-7be6a8d9-56c4-4ba5-8553-0513a7273b77 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0561204 Sep 17 03:41:52.049204 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:52.134996 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-93aac1f0-0fe4-4bf9-99dd-3445eda6f65c req-b5633fa7-72db-4224-9e14-6523cd36cca3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912242 Sep 17 03:41:52.142404 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-83467f9f-f7af-4b92-825d-2348a4317687 req-06e60c51-03c4-4a53-9d9f-ad1aadf76df9 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e476661-1820-4166-8d59-d6275811877b HTTP/1.1" status: 200 len: 998 time: 0.0722620 Sep 17 03:41:52.257426 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:41:52.465005 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'a4c33d16-b02c-49cc-8320-bd649192aea5', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'floating_ip_address': '172.28.1.66', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'port_id': '5e476661-1820-4166-8d59-d6275811877b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'mac_address': 'fa:16:3e:06:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:41:36Z', 'updated_at': '2022-09-17T03:41:50Z', 'revision_number': 1, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:52.494427 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51064708-49af-417b-bfa2-d972db9ce302 None None] The sync data for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb is: [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': 'a4c33d16-b02c-49cc-8320-bd649192aea5', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'floating_ip_address': '172.28.1.66', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'port_id': '5e476661-1820-4166-8d59-d6275811877b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'mac_address': 'fa:16:3e:06:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:41:36Z', 'updated_at': '2022-09-17T03:41:50Z', 'revision_number': 1, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:41:52.625386 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:52.636217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83467f9f-f7af-4b92-825d-2348a4317687 req-ccd539a0-7bc8-45a1-8267-d5ef93516b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:52.637692 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-83467f9f-f7af-4b92-825d-2348a4317687 req-ccd539a0-7bc8-45a1-8267-d5ef93516b3f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.0524001 Sep 17 03:41:52.682871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83467f9f-f7af-4b92-825d-2348a4317687 req-9236fa87-fc97-4e20-9757-8e55844e71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:52.684392 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-83467f9f-f7af-4b92-825d-2348a4317687 req-9236fa87-fc97-4e20-9757-8e55844e71ae service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0407608 Sep 17 03:41:52.711943 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a485766a-62b6-464c-abed-b2293415ecdf None None] New status for floating IP a4c33d16-b02c-49cc-8320-bd649192aea5: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:41:52.783696 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-83467f9f-f7af-4b92-825d-2348a4317687 req-2fd1b8f4-0fda-44ff-bf58-28e7eb0a06c2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919561 Sep 17 03:41:52.836431 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60713f-1a1e-4945-9a44-82130fc1ab78 req-a881cabf-56f5-48cd-95d2-d5ea7347f9ee tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:52.838040 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4d60713f-1a1e-4945-9a44-82130fc1ab78 req-a881cabf-56f5-48cd-95d2-d5ea7347f9ee tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0467644 Sep 17 03:41:52.881168 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-83467f9f-f7af-4b92-825d-2348a4317687 req-1a9fd9b2-5060-4972-a6a8-71213e1c33d4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911624 Sep 17 03:41:52.905461 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4d60713f-1a1e-4945-9a44-82130fc1ab78 req-e787f30d-daf3-4110-a746-a22cfcce54d8 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612905 Sep 17 03:41:53.145090 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba859fe-49e9-42b6-9559-92d5767a529b req-50137ae8-025e-4cdd-9738-40edc1b590c3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:53.146558 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fba859fe-49e9-42b6-9559-92d5767a529b req-50137ae8-025e-4cdd-9738-40edc1b590c3 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 945 time: 0.0480506 Sep 17 03:41:53.198797 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fba859fe-49e9-42b6-9559-92d5767a529b req-adf864f5-608d-4ec5-8e14-e7eb3b206499 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 Sep 17 03:41:53.263500 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453c3b1-33f6-47ed-85cf-7ee6d8eb4be2 req-a2cfaed5-f17c-43b4-8407-7a8480c470ff tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:53.265006 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d453c3b1-33f6-47ed-85cf-7ee6d8eb4be2 req-a2cfaed5-f17c-43b4-8407-7a8480c470ff tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0482824 Sep 17 03:41:53.316419 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d453c3b1-33f6-47ed-85cf-7ee6d8eb4be2 req-b43d5b4d-c1f9-4900-8dcc-7785a6472e20 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450439 Sep 17 03:41:53.318925 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49684262-3d7d-41b2-b11b-ded0c1ed6944 req-268d8de3-a23f-4448-9090-40c3e19cd668 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:53.320525 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-49684262-3d7d-41b2-b11b-ded0c1ed6944 req-268d8de3-a23f-4448-9090-40c3e19cd668 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 945 time: 0.0500779 Sep 17 03:41:53.330785 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37122) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:41:53.335465 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Request body: {'floatingip': {'port_id': '7b330e76-7d63-4a79-ac1f-7b065375d22c'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:41:53.373284 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (0f856959-80c5-46fa-8910-5e5851bf51c6), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:53.484947 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:53.624826 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:53.808229 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:53.813334 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (0f856959-80c5-46fa-8910-5e5851bf51c6), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:53.925930 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.l3_db [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Floating IP 0f856959-80c5-46fa-8910-5e5851bf51c6 associated. External IP: 172.28.1.139, port: 7b330e76-7d63-4a79-ac1f-7b065375d22c. Sep 17 03:41:54.036126 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0363ad-2947-40de-826d-abe84ca19c20 req-ed33cac3-9543-4aef-8708-6cf7c6dbac25 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:54.037625 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-da0363ad-2947-40de-826d-abe84ca19c20 req-ed33cac3-9543-4aef-8708-6cf7c6dbac25 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0525386 Sep 17 03:41:54.097643 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-da0363ad-2947-40de-826d-abe84ca19c20 req-cf74867d-48da-46ac-8371-3d5b1419bdea tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538602 Sep 17 03:41:54.131752 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Router 1aafb376-6bb0-461e-923c-642193257c46 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:41:54.251340 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:41:54.256252 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:54.262815 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] Sync routers for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:41:54.273066 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:41:54.273634 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:54.287822 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-8ee196cf-6bc4-43be-96ea-6a069f0ecae4 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/0f856959-80c5-46fa-8910-5e5851bf51c6 HTTP/1.1" status: 200 len: 991 time: 0.9559014 Sep 17 03:41:54.288475 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'tag': '7b330e76-7d63-4a79-ac1f-7b065375d22c'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:41:54.290815 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92" -d '{"events": [{"name": "network-changed", "server_uuid": "780a6067-bdf7-4e5a-9d47-56c9725ac017", "tag": "7b330e76-7d63-4a79-ac1f-7b065375d22c"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:41:54.330458 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bcfdf8-583b-4d55-ade5-7cfc01176f90 x-openstack-request-id: req-47bcfdf8-583b-4d55-ade5-7cfc01176f90 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:41:54.330744 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780a6067-bdf7-4e5a-9d47-56c9725ac017", "tag": "7b330e76-7d63-4a79-ac1f-7b065375d22c", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:41:54.330995 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47bcfdf8-583b-4d55-ade5-7cfc01176f90 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:41:54.331401 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47bcfdf8-583b-4d55-ade5-7cfc01176f90'] response: {'name': 'network-changed', 'server_uuid': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'tag': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'status': 'completed', 'code': 200} Sep 17 03:41:54.380280 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:41:54.451704 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-262c2423-21a8-48a5-b406-1f45bad05459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:54.453222 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-262c2423-21a8-48a5-b406-1f45bad05459 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=85552d7a5517459ebf4c55260bacd5c0&device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 1129 time: 0.0702994 Sep 17 03:41:54.457478 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:54.473405 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712a651-dd17-4e61-8a1e-dd57e2ac6939 req-c234a028-e8c9-4e16-ac50-7fc5193e461a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:54.474847 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f712a651-dd17-4e61-8a1e-dd57e2ac6939 req-c234a028-e8c9-4e16-ac50-7fc5193e461a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0832455 Sep 17 03:41:54.578773 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f712a651-dd17-4e61-8a1e-dd57e2ac6939 req-896ac1cd-648d-476e-be9d-2e6d54b64525 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938735 Sep 17 03:41:54.579983 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:54.593364 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-32f8abcd-6cb8-4641-a007-4d717b3cafd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:54.594869 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-32f8abcd-6cb8-4641-a007-4d717b3cafd4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 200 len: 912 time: 0.1356163 Sep 17 03:41:54.595135 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0f856959-80c5-46fa-8910-5e5851bf51c6', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'floating_ip_address': '172.28.1.139', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '1aafb376-6bb0-461e-923c-642193257c46', 'port_id': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'mac_address': 'fa:16:3e:0f:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:41:37Z', 'updated_at': '2022-09-17T03:41:53Z', 'revision_number': 1, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:54.624054 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] Checking router: 1aafb376-6bb0-461e-923c-642193257c46 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:41:54.633066 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:41:54.633667 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:54.731384 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-54e63ef7-c92b-4d57-a138-5b85b379a43f service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b330e76-7d63-4a79-ac1f-7b065375d22c HTTP/1.1" status: 200 len: 999 time: 0.0636330 Sep 17 03:41:54.735277 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:41:54.798851 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-3a47e2d9-1668-4c86-a748-9250b79431a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:54.800301 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-3a47e2d9-1668-4c86-a748-9250b79431a4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 200 len: 850 time: 0.0450180 Sep 17 03:41:54.845813 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-42565a1e-4d58-4120-9dce-66557bc2a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:54.847234 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-42565a1e-4d58-4120-9dce-66557bc2a267 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=cb315db9-58e4-4a56-aa95-5fb299ae37c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385857 Sep 17 03:41:54.948727 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0f856959-80c5-46fa-8910-5e5851bf51c6', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'floating_ip_address': '172.28.1.139', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '1aafb376-6bb0-461e-923c-642193257c46', 'port_id': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'mac_address': 'fa:16:3e:0f:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:41:37Z', 'updated_at': '2022-09-17T03:41:53Z', 'revision_number': 1, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:41:54.973556 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6fb918-9e73-4b65-88a5-3e72bdf28d89 None None] The sync data for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb is: [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0f856959-80c5-46fa-8910-5e5851bf51c6', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'floating_ip_address': '172.28.1.139', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '1aafb376-6bb0-461e-923c-642193257c46', 'port_id': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'mac_address': 'fa:16:3e:0f:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:41:37Z', 'updated_at': '2022-09-17T03:41:53Z', 'revision_number': 1, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:41:55.183111 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23d5c47-3689-4f46-a494-1611696ff765 None None] New status for floating IP 0f856959-80c5-46fa-8910-5e5851bf51c6: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:41:55.227049 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a025639-e362-4fcb-85af-27d22149d174 req-f5558b6e-3069-4263-bdec-2ccc482c1a56 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:55.228548 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6a025639-e362-4fcb-85af-27d22149d174 req-f5558b6e-3069-4263-bdec-2ccc482c1a56 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0512137 Sep 17 03:41:55.292762 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6a025639-e362-4fcb-85af-27d22149d174 req-b2e4e665-e8f5-4f4a-9ef9-876691e30df3 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&id=94a04a1c-1832-47ca-b846-0aa908f6df7f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582747 Sep 17 03:41:55.672584 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:55.715892 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc9df-3358-4841-91b7-e55c2ab3deeb req-2d253922-bc82-4e84-8ac7-6a4b4604a43a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:55.717345 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-539fc9df-3358-4841-91b7-e55c2ab3deeb req-2d253922-bc82-4e84-8ac7-6a4b4604a43a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0533116 Sep 17 03:41:55.768754 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-539fc9df-3358-4841-91b7-e55c2ab3deeb req-6cd30eaf-4b91-4d90-9ee7-833e26079408 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Sep 17 03:41:55.895178 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-7e94db79-da67-462f-9cc2-80ae41f69d44 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919337 Sep 17 03:41:55.985602 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:56.001523 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5f1ed-3808-4c5c-8500-4ad2945a0d54 req-8cdd5e01-53e3-4144-8bac-e37b7f7127ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:56.003044 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ddc5f1ed-3808-4c5c-8500-4ad2945a0d54 req-8cdd5e01-53e3-4144-8bac-e37b7f7127ff service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1130 time: 0.0791297 Sep 17 03:41:56.058660 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d8378696-6dbd-4dd8-83f0-45c4eff4ce92 req-97c4919b-9eec-4d2d-bde0-f77060087d00 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417544 Sep 17 03:41:56.068538 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ddc5f1ed-3808-4c5c-8500-4ad2945a0d54 req-a60e6631-623f-4e3b-abb4-e30917721449 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591538 Sep 17 03:41:56.436900 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c7be9c08-9f08-4e05-a21c-e7cec2a95386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:56.901100 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26abe8-5557-4a4a-a201-db04230cf6f5 req-4bad0465-32b6-4bd1-812d-2f00b07048b9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:56.902598 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7a26abe8-5557-4a4a-a201-db04230cf6f5 req-4bad0465-32b6-4bd1-812d-2f00b07048b9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0523586 Sep 17 03:41:56.952817 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7a26abe8-5557-4a4a-a201-db04230cf6f5 req-cb4d17a5-8bd3-42c4-8456-e1a5d37205af tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Sep 17 03:41:58.075343 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e70810-d6e0-482c-9d0a-0a91ee14160a req-846ccba7-fd1b-463c-ad3d-c064fae6ba96 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:58.076842 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c8e70810-d6e0-482c-9d0a-0a91ee14160a req-846ccba7-fd1b-463c-ad3d-c064fae6ba96 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0508230 Sep 17 03:41:58.085266 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340d2e0-6fef-42b1-9230-910879f96c62 req-dd163951-14ea-4da5-8875-0913e2a6b036 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:58.086904 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5340d2e0-6fef-42b1-9230-910879f96c62 req-dd163951-14ea-4da5-8875-0913e2a6b036 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0547044 Sep 17 03:41:58.110568 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:58.123570 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:58.129669 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c8e70810-d6e0-482c-9d0a-0a91ee14160a req-cdd5abba-58b6-4e07-8f88-f647eb5d9083 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465007 Sep 17 03:41:58.136030 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5340d2e0-6fef-42b1-9230-910879f96c62 req-197ab148-a860-41c4-bb23-ca2ff567d547 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Sep 17 03:41:58.550893 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-8e895aea-db79-48d0-9614-45e9b4c04ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:41:58.574669 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acea8e-8fa4-49e1-b163-072f45395374 req-35021f84-7c24-46c1-aa80-cac58cf78171 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:58.578727 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a2acea8e-8fa4-49e1-b163-072f45395374 req-35021f84-7c24-46c1-aa80-cac58cf78171 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0523133 Sep 17 03:41:58.605247 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-65bf2da6-4300-4d9a-b1be-c2f8cd42ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:58.606767 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-65bf2da6-4300-4d9a-b1be-c2f8cd42ee27 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1130 time: 0.0398383 Sep 17 03:41:58.625570 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a2acea8e-8fa4-49e1-b163-072f45395374 req-d5d2ec67-cbf0-44c3-bc95-884cea9fda5a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Sep 17 03:41:58.699660 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-910c14d0-c8bc-4ae7-9434-d4baea464daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:58.701110 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-910c14d0-c8bc-4ae7-9434-d4baea464daf service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.0882142 Sep 17 03:41:58.764791 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-32fa467a-24cf-452d-8bad-63756a672a61 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 200 len: 1002 time: 0.0577400 Sep 17 03:41:58.812342 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-bfefb3d8-4a0a-4896-84fc-84ca360381a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:58.813710 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-bfefb3d8-4a0a-4896-84fc-84ca360381a2 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0428336 Sep 17 03:41:58.859311 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-38e7f7f8-c5ab-4344-a516-528f65d5a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:58.860742 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-38e7f7f8-c5ab-4344-a516-528f65d5a12a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413411 Sep 17 03:41:58.951621 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-99231b5d-cce2-400d-a681-1ea3fba232ff service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844288 Sep 17 03:41:59.023349 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:41:59.044832 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c5ce5b1e-dd9f-4a5c-907b-d28bd379eac4 req-588515c5-5b7a-4c62-9939-a1b57526f88d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871329 Sep 17 03:41:59.274939 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56335630-511c-469a-acfd-e6683a7fd6a5 req-28c5a11c-1278-4db6-ba92-2a8a4a7771a0 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:59.276400 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-56335630-511c-469a-acfd-e6683a7fd6a5 req-28c5a11c-1278-4db6-ba92-2a8a4a7771a0 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0496416 Sep 17 03:41:59.326362 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-56335630-511c-469a-acfd-e6683a7fd6a5 req-b06c07fb-3147-4fe9-980c-c45cbd7b8a77 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Sep 17 03:41:59.757613 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36870794-ddec-4592-8dc6-2cd6ef1766ba req-eb6600e4-09d7-4213-b710-64a531089858 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:41:59.759550 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-36870794-ddec-4592-8dc6-2cd6ef1766ba req-eb6600e4-09d7-4213-b710-64a531089858 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0536716 Sep 17 03:41:59.812217 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-36870794-ddec-4592-8dc6-2cd6ef1766ba req-7f97bce4-7948-4cbb-b4b2-5261edb33536 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442746 Sep 17 03:42:00.267686 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:00.458422 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb7db-2e12-4133-8f55-436d4457861c req-0acd9daf-ae8d-4def-90c2-94b0ec53d43a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:00.459895 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-760fb7db-2e12-4133-8f55-436d4457861c req-0acd9daf-ae8d-4def-90c2-94b0ec53d43a tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0536139 Sep 17 03:42:00.518391 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-760fb7db-2e12-4133-8f55-436d4457861c req-0af9b8f3-a563-45c9-89bd-66e39f6af5f9 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505223 Sep 17 03:42:00.941975 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6b73-4b50-4426-8fa1-1f87c2dd0788 req-e4b01967-8920-48bd-87e2-73b5b337c9f4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:00.943442 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-230f6b73-4b50-4426-8fa1-1f87c2dd0788 req-e4b01967-8920-48bd-87e2-73b5b337c9f4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0496743 Sep 17 03:42:00.991401 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-230f6b73-4b50-4426-8fa1-1f87c2dd0788 req-4f5ce081-212e-42c3-ad72-87922f37a84d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Sep 17 03:42:01.642626 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b144c-0c4d-4b92-8a00-8880dc310a98 req-368a6a9a-c896-4bf5-8791-b9bb7bbd05e3 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:01.644142 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9d3b144c-0c4d-4b92-8a00-8880dc310a98 req-368a6a9a-c896-4bf5-8791-b9bb7bbd05e3 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0483358 Sep 17 03:42:01.694023 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9d3b144c-0c4d-4b92-8a00-8880dc310a98 req-2bf55525-d76f-423e-a710-ad0b24ce94b3 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432363 Sep 17 03:42:01.787576 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:01.824499 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:02.113158 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67990c4b-cd78-447b-9fcb-3e5516e7a652 req-cc1ecdbf-ebe0-48e5-8e95-fc4e76802595 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:02.114645 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-67990c4b-cd78-447b-9fcb-3e5516e7a652 req-cc1ecdbf-ebe0-48e5-8e95-fc4e76802595 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0468686 Sep 17 03:42:02.163742 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-67990c4b-cd78-447b-9fcb-3e5516e7a652 req-52939ccf-55fe-4c85-88f8-c7b0d342f01c tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413630 Sep 17 03:42:02.292069 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c887d9-bd7a-4723-bc59-73e544b59189 req-972809f2-2cbc-4adc-9f11-74423953506e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:02.293441 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-60c887d9-bd7a-4723-bc59-73e544b59189 req-972809f2-2cbc-4adc-9f11-74423953506e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0534625 Sep 17 03:42:02.308116 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37178) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:02.312538 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c12cad72-cbeb-4e8b-8d10-cd16417c9f94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Request body: {'floatingip': {'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:42:02.368730 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c12cad72-cbeb-4e8b-8d10-cd16417c9f94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:02.412828 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:02.821030 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8490b-a26e-4abc-ab5e-548958a63a5f req-085af288-e98b-46f9-aa49-324d506f779f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:02.822648 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-64d8490b-a26e-4abc-ab5e-548958a63a5f req-085af288-e98b-46f9-aa49-324d506f779f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0459511 Sep 17 03:42:02.823993 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c12cad72-cbeb-4e8b-8d10-cd16417c9f94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:02.828828 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c12cad72-cbeb-4e8b-8d10-cd16417c9f94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:02.880753 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-64d8490b-a26e-4abc-ab5e-548958a63a5f req-dc6b361f-6cc3-4acd-9462-53052b8562b5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508924 Sep 17 03:42:02.974546 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:03.038078 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12cad72-cbeb-4e8b-8d10-cd16417c9f94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Router 60e6a481-7259-4759-827e-3bee1b16fe97 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:42:03.141677 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12cad72-cbeb-4e8b-8d10-cd16417c9f94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:42:03.146273 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c12cad72-cbeb-4e8b-8d10-cd16417c9f94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:03.151870 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] Sync routers for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:42:03.161944 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:03.162578 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:03.177110 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:03.179403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:03.214406 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c12cad72-cbeb-4e8b-8d10-cd16417c9f94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d HTTP/1.1" status: 200 len: 994 time: 0.9052129 Sep 17 03:42:03.218690 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd831fc-8cbe-46dd-a87a-692f54866ede x-openstack-request-id: req-ddd831fc-8cbe-46dd-a87a-692f54866ede {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:03.218975 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:03.219216 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddd831fc-8cbe-46dd-a87a-692f54866ede {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:03.219623 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd831fc-8cbe-46dd-a87a-692f54866ede'] response: {'name': 'network-changed', 'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'status': 'completed', 'code': 200} Sep 17 03:42:03.270711 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:03.310612 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-6e667cca-3401-44d8-857c-b88173c3e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:03.312425 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-6e667cca-3401-44d8-857c-b88173c3e042 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1130 time: 0.0443738 Sep 17 03:42:03.395670 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:03.407148 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-bae281ab-f3e2-4ed7-a6fb-5c3eed9b991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:03.408624 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-bae281ab-f3e2-4ed7-a6fb-5c3eed9b991c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.0890591 Sep 17 03:42:03.472069 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:03.472802 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-2a38b376-3e7e-468f-af82-d09fd744d04b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 200 len: 1002 time: 0.0576620 Sep 17 03:42:03.482754 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'mac_address': 'fa:16:3e:e1:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:42:02Z', 'revision_number': 3, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:03.511814 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] Checking router: 60e6a481-7259-4759-827e-3bee1b16fe97 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:42:03.521618 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:03.521948 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-7dbeff21-357c-45cb-9643-a6c146b49d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:03.522255 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:41:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:03.523383 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-7dbeff21-357c-45cb-9643-a6c146b49d54 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0446994 Sep 17 03:42:03.569440 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-84f10bd6-d6e9-4180-8820-887ec379b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:03.570819 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-84f10bd6-d6e9-4180-8820-887ec379b0c9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0410542 Sep 17 03:42:03.625306 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:03.654200 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:03.674649 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-fedd7990-0559-49bd-84a8-761032a681bc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899620 Sep 17 03:42:03.771073 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0216ad00-0cc7-4fc5-b228-4c1b6e243bd4 req-f1db188d-7a90-4bc0-a16e-5c7b9fe1fdd7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861118 Sep 17 03:42:03.973913 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'mac_address': 'fa:16:3e:e1:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:42:02Z', 'revision_number': 3, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:03.999675 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b2657f-2c22-4c51-a490-a696801e90f8 None None] The sync data for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb is: [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'port_id': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'mac_address': 'fa:16:3e:e1:61:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:40:00Z', 'updated_at': '2022-09-17T03:42:02Z', 'revision_number': 3, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:42:04.008304 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f613-db8d-49ed-abbb-39e3cc9079c4 req-18a603f3-bdaf-4eb3-a736-a9fbac686c3f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:04.009890 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0d17f613-db8d-49ed-abbb-39e3cc9079c4 req-18a603f3-bdaf-4eb3-a736-a9fbac686c3f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0497410 Sep 17 03:42:04.061869 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-0d17f613-db8d-49ed-abbb-39e3cc9079c4 req-d27f667d-584b-400d-9c89-9f97a4729367 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460484 Sep 17 03:42:05.202884 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c7988-4346-4345-a374-7b40bb60f8c2 req-cc78a5fa-9bb8-4029-9a84-34b50991de10 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:05.204318 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-207c7988-4346-4345-a374-7b40bb60f8c2 req-cc78a5fa-9bb8-4029-9a84-34b50991de10 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0554225 Sep 17 03:42:05.225704 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:05.227933 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:05.262421 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-207c7988-4346-4345-a374-7b40bb60f8c2 req-0c5ec709-421d-476e-822a-38982d292ae1 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496342 Sep 17 03:42:05.267956 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcfb8ec-7e8a-4fee-baea-0381c6e9471e x-openstack-request-id: req-7bcfb8ec-7e8a-4fee-baea-0381c6e9471e {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:05.268705 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:05.268964 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7bcfb8ec-7e8a-4fee-baea-0381c6e9471e {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:05.269395 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bcfb8ec-7e8a-4fee-baea-0381c6e9471e'] response: {'name': 'network-changed', 'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'status': 'completed', 'code': 200} Sep 17 03:42:05.385996 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-407f7c3a-ad01-4ce3-8cef-5e0fcc05a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:05.387477 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-407f7c3a-ad01-4ce3-8cef-5e0fcc05a2e4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 1130 time: 0.0441699 Sep 17 03:42:05.504250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-744d2da5-dcc9-41ea-b41e-72cddfc5738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:05.505573 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-744d2da5-dcc9-41ea-b41e-72cddfc5738c service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.0987496 Sep 17 03:42:05.579698 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-171eb16d-2599-4680-ad78-9df7e559a06a service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 200 len: 1002 time: 0.0666580 Sep 17 03:42:05.630509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-d881d60a-091e-4449-83b8-5f369066f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:05.631859 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-d881d60a-091e-4449-83b8-5f369066f2b5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0441329 Sep 17 03:42:05.644716 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:05.678434 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-f52ccb4e-c863-4da2-bbd3-1d86628f91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:05.679871 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-f52ccb4e-c863-4da2-bbd3-1d86628f91ca service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417287 Sep 17 03:42:05.770603 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-9b6daf38-ed2d-458a-b55a-21d4496b7170 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821850 Sep 17 03:42:06.127480 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-afe84bcc-9f01-4bfc-8fa8-6c675db875e7 req-24635836-f487-4381-869d-82d571ef6dc6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491621 Sep 17 03:42:06.408878 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf39a-1f98-40d1-885f-594b4935be8b req-6352f8f9-23bf-4ccb-86fd-8d8ea82940c5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:06.410357 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e51cf39a-1f98-40d1-885f-594b4935be8b req-6352f8f9-23bf-4ccb-86fd-8d8ea82940c5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0576811 Sep 17 03:42:06.458642 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e51cf39a-1f98-40d1-885f-594b4935be8b req-5608af1f-f16a-484e-98b9-0b11be90ab90 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 Sep 17 03:42:06.857220 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:42:07.786262 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e5a32-cd41-4cbd-8cd5-395f87ae180d req-9556c2ae-e45e-4644-aa5f-7b82ee53e5dd tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:07.787629 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-479e5a32-cd41-4cbd-8cd5-395f87ae180d req-9556c2ae-e45e-4644-aa5f-7b82ee53e5dd tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.2402704 Sep 17 03:42:07.837674 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-479e5a32-cd41-4cbd-8cd5-395f87ae180d req-3c999ea6-484e-48a5-8e15-644044292dbe tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 Sep 17 03:42:08.335627 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:08.349118 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-5baf9e5b-7391-4236-b2c9-16f5cba5757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:08.351029 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-5baf9e5b-7391-4236-b2c9-16f5cba5757b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1130 time: 0.0419345 Sep 17 03:42:08.461251 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-8e29d614-31ed-45cc-930a-e27cc5bdbccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:08.462716 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-8e29d614-31ed-45cc-930a-e27cc5bdbccc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 200 len: 909 time: 0.0955639 Sep 17 03:42:08.534683 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-2d3ba862-f5d6-4212-a392-39d5803a1d6d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 1001 time: 0.0599492 Sep 17 03:42:08.584771 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-42b9228e-d0da-48ec-ab41-dd2238b2a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:08.586196 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-42b9228e-d0da-48ec-ab41-dd2238b2a5d1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d HTTP/1.1" status: 200 len: 847 time: 0.0456750 Sep 17 03:42:08.632511 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-13719983-fba4-4026-8d96-c202e1fa7fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:08.634328 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-13719983-fba4-4026-8d96-c202e1fa7fbb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0392816 Sep 17 03:42:08.730681 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-a47c2a18-7be8-45c2-bec5-40b68e73920e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884209 Sep 17 03:42:08.826479 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6a1f0204-cced-44e3-89a4-26169b8fe387 req-8d8ea36a-685c-4e2a-a732-663f9be0e876 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848594 Sep 17 03:42:09.018358 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00062fee-70dd-4686-bb8d-dd1be23ff0a5 req-06d28648-91e5-4d56-ba38-ce168d7bda29 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:09.019824 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-00062fee-70dd-4686-bb8d-dd1be23ff0a5 req-06d28648-91e5-4d56-ba38-ce168d7bda29 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.1054313 Sep 17 03:42:09.071373 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-00062fee-70dd-4686-bb8d-dd1be23ff0a5 req-4a00a24a-7574-4177-b295-cbaac1509ce9 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431728 Sep 17 03:42:10.268877 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b09fb-5109-41aa-8701-4ddae4e742c9 req-50eedcfe-bda1-4dfa-ab4b-5ece6a14202f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:10.270276 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bb2b09fb-5109-41aa-8701-4ddae4e742c9 req-50eedcfe-bda1-4dfa-ab4b-5ece6a14202f tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0496926 Sep 17 03:42:10.326064 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bb2b09fb-5109-41aa-8701-4ddae4e742c9 req-6de4b53e-391d-4d77-89db-04782f5cff2b tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475085 Sep 17 03:42:11.461425 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e0c5c-36e5-425d-aa31-6042c56ee86e req-ff522cb4-c1fc-419b-b72c-0e2703e649b8 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:11.462924 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-902e0c5c-36e5-425d-aa31-6042c56ee86e req-ff522cb4-c1fc-419b-b72c-0e2703e649b8 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0461516 Sep 17 03:42:11.515148 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-902e0c5c-36e5-425d-aa31-6042c56ee86e req-84068f1f-a72e-4bc4-a063-215fe8906910 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467360 Sep 17 03:42:11.755031 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37218) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:11.769025 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219a273-aa56-4ffb-bd9f-44966b6a9f97 req-e0c96fdc-54bb-420f-86da-a3331990f2ba tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:11.770548 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c219a273-aa56-4ffb-bd9f-44966b6a9f97 req-e0c96fdc-54bb-420f-86da-a3331990f2ba tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0477486 Sep 17 03:42:11.826330 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c219a273-aa56-4ffb-bd9f-44966b6a9f97 req-a242f9db-1624-41b0-ac09-bba202a6268c tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501974 Sep 17 03:42:11.837980 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-2e2feafc-eca7-4341-8868-92733c3c8326 service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817900 Sep 17 03:42:11.847170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-a6be4dcc-cb5e-4349-97ac-605542acb2af service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106395) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:42:11.848163 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-a6be4dcc-cb5e-4349-97ac-605542acb2af service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050530 Sep 17 03:42:11.903735 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:11.922485 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-260a6554-9f5e-4dd8-a4ba-213ece5ad8b5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:11.923735 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-260a6554-9f5e-4dd8-a4ba-213ece5ad8b5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports/c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 943 time: 0.0475683 Sep 17 03:42:12.952688 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541431-1f21-464d-b0a6-2b6baab1c364 req-286f5d02-8c65-4d0a-99a5-4a56b4cf32b5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:12.954268 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-90541431-1f21-464d-b0a6-2b6baab1c364 req-286f5d02-8c65-4d0a-99a5-4a56b4cf32b5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0496225 Sep 17 03:42:13.018360 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-90541431-1f21-464d-b0a6-2b6baab1c364 req-f580d0b1-8153-4f23-b910-1ed9a91e3c8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578842 Sep 17 03:42:13.620904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-7511084c-b579-417a-b2f9-158645d6d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:13.622319 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-7511084c-b579-417a-b2f9-158645d6d9eb service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e&tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7 HTTP/1.1" status: 200 len: 1130 time: 0.0401945 Sep 17 03:42:13.711530 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-bfcc6d2b-b673-43d6-9601-5f1b8a13d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:13.713010 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-bfcc6d2b-b673-43d6-9601-5f1b8a13d348 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1130 time: 0.0411332 Sep 17 03:42:13.821299 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-442726ff-8760-4f13-be8e-2463dffb6e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:13.822813 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-442726ff-8760-4f13-be8e-2463dffb6e76 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 200 len: 909 time: 0.1023834 Sep 17 03:42:13.891100 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-a29a900d-0c5c-43d1-99b1-98461f9e72ce service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 1001 time: 0.0561266 Sep 17 03:42:13.940384 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-1f334705-a739-4974-8d65-8e9d7cd8b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:13.941806 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-1f334705-a739-4974-8d65-8e9d7cd8b89e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d HTTP/1.1" status: 200 len: 847 time: 0.0432665 Sep 17 03:42:13.976103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=45 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:13.977577 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=16 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:13.991111 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-61f3d152-d802-43ea-955e-87ed22cb5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:13.992635 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-61f3d152-d802-43ea-955e-87ed22cb5dc0 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445085 Sep 17 03:42:14.020230 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:14.090941 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-2c3c8408-b150-4385-9ad0-5451f3074c18 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894902 Sep 17 03:42:14.134575 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e2b40-3be3-4585-b4d2-e31a555226c9 req-9f070bd6-3820-4ecd-8f3d-94c782abc5e5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:14.136109 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9b4e2b40-3be3-4585-b4d2-e31a555226c9 req-9f070bd6-3820-4ecd-8f3d-94c782abc5e5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0469162 Sep 17 03:42:14.167932 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:14.195847 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9b4e2b40-3be3-4585-b4d2-e31a555226c9 req-30662dcb-a6af-4621-8e5b-d56ca3e5fa52 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539305 Sep 17 03:42:14.219622 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:14.233476 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fcb6916-bcaf-4598-ae5d-447cf67caf36 req-3810c59c-8e4d-4854-9aee-520225c8a70f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029398 Sep 17 03:42:14.252025 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 is: ACTIVE; New status is: DOWN {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:42:14.252417 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:14.278819 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:14.281050 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23fd1fd-87e1-493e-aa8e-01fe6b48ad13" -d '{"events": [{"server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:14.293401 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:14.298302 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:14.322302 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10256124-50a6-494e-9cc0-c1e2d14c1955 x-openstack-request-id: req-10256124-50a6-494e-9cc0-c1e2d14c1955 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:14.322601 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:14.322850 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10256124-50a6-494e-9cc0-c1e2d14c1955 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:14.323242 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10256124-50a6-494e-9cc0-c1e2d14c1955'] response: {'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'code': 200} Sep 17 03:42:14.348002 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=6']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:15.279239 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:15.281072 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:15.316656 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969438d9-8fbd-4ba1-8988-74d6abb26078 req-4133e551-3f2e-4773-8424-20f831a923a7 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:15.318158 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-969438d9-8fbd-4ba1-8988-74d6abb26078 req-4133e551-3f2e-4773-8424-20f831a923a7 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 944 time: 0.0474830 Sep 17 03:42:15.369580 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-969438d9-8fbd-4ba1-8988-74d6abb26078 req-81877644-d8b6-434f-8dc9-9fdda1ed74a5 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457952 Sep 17 03:42:16.170900 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:42:16.237659 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bebd3-7327-4ec2-b8f8-5b274cf8484f req-cd7f8732-e4c4-4d3d-9e20-e062df409f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:16.239434 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b36bebd3-7327-4ec2-b8f8-5b274cf8484f req-cd7f8732-e4c4-4d3d-9e20-e062df409f51 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1128 time: 0.0418935 Sep 17 03:42:16.274157 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:16.286509 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'port_id': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'mac_address': 'fa:16:3e:86:7d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:42:16.307294 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b36bebd3-7327-4ec2-b8f8-5b274cf8484f req-849ccb5d-3dfa-46d4-bd9b-799162b3bfc7 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 Sep 17 03:42:16.323719 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:42:16.324138 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:16.337315 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:42:16.356730 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:16.361537 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:16.407585 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=7']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:16.502390 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4de5a-c8fc-4a86-98d2-1c9c304c86be req-ff551baf-521d-4324-a3fe-9040baffa531 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:16.503862 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a2c4de5a-c8fc-4a86-98d2-1c9c304c86be req-ff551baf-521d-4324-a3fe-9040baffa531 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 945 time: 0.0484037 Sep 17 03:42:16.559920 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a2c4de5a-c8fc-4a86-98d2-1c9c304c86be req-6418f1a6-b8c1-400e-9117-1e864792c1ce tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472324 Sep 17 03:42:16.797481 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:42:16.844041 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:16.845986 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:17.699451 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713695bc-5266-4182-9f4c-cef6b668984f req-da8157f7-e3e1-4a1b-ac2d-1c63b07a628b tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:17.701467 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-713695bc-5266-4182-9f4c-cef6b668984f req-da8157f7-e3e1-4a1b-ac2d-1c63b07a628b tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 945 time: 0.0595679 Sep 17 03:42:17.755928 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-713695bc-5266-4182-9f4c-cef6b668984f req-d0596867-c465-4cdd-97b5-bbab8a01d764 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485828 Sep 17 03:42:18.206361 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:42:18.238505 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:18.260630 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:42:18.261000 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:18.261335 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 Sep 17 03:42:18.294136 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:18.345068 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:42:18.345444 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:18.368238 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:18.370487 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087cd5aa-0650-4ef4-ad65-20b6b93074b7" -d '{"events": [{"server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "name": "network-vif-plugged", "status": "completed", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:18.383039 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:18.389273 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:18.416839 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be4b512-977e-4e57-9e80-bd7a34ef160f x-openstack-request-id: req-3be4b512-977e-4e57-9e80-bd7a34ef160f {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:18.417140 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "name": "network-vif-plugged", "status": "completed", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:18.417381 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3be4b512-977e-4e57-9e80-bd7a34ef160f {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:18.417778 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be4b512-977e-4e57-9e80-bd7a34ef160f'] response: {'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'code': 200} Sep 17 03:42:18.444800 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=8']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:18.714499 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-543e1d55-51ca-4f33-b052-cf0e5113c2d2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388467 Sep 17 03:42:18.808271 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-f5485108-98d0-44fb-aee9-02ea070bf14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:18.809823 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-f5485108-98d0-44fb-aee9-02ea070bf14f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=379e8c4381df423a92e7c6b05105a1c3&device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 1130 time: 0.0400257 Sep 17 03:42:18.877970 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04942aa-ba92-4cbf-8d8c-346be58a25f2 req-23427870-8958-489b-96c4-9cda462bb642 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:18.879485 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c04942aa-ba92-4cbf-8d8c-346be58a25f2 req-23427870-8958-489b-96c4-9cda462bb642 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0463009 Sep 17 03:42:18.932078 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c04942aa-ba92-4cbf-8d8c-346be58a25f2 req-2fd835b5-ca6f-49df-95b9-c81856f98e9e tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464814 Sep 17 03:42:18.942408 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:18.953047 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-e167799a-4b4f-4f3c-b4d6-5e31f4f67051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:18.954646 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-e167799a-4b4f-4f3c-b4d6-5e31f4f67051 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 200 len: 919 time: 0.1027071 Sep 17 03:42:18.995293 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-ee3b75ab-32aa-4499-968d-38751141c278 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f HTTP/1.1" status: 200 len: 217 time: 0.0330839 Sep 17 03:42:19.051339 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-bdc035b3-0e17-4734-be6d-cd97e09379d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:19.052600 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-bdc035b3-0e17-4734-be6d-cd97e09379d8 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 200 len: 857 time: 0.0444310 Sep 17 03:42:19.100306 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-89430cf3-8b01-48f6-b123-7817a425bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:19.101721 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-89430cf3-8b01-48f6-b123-7817a425bc96 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=1458a1e6-1414-43a9-b44e-45df4904fa99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0411696 Sep 17 03:42:19.192760 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-c38da950-4caa-413e-9bb0-3623a3a052ac service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822346 Sep 17 03:42:19.286861 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-48a7e818-57bd-4e60-987d-b2eb21c0bbfc req-685b97b9-89d6-497a-b0b2-44ee18d83912 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863488 Sep 17 03:42:26.437329 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d24aba94-c278-49c8-a457-db38bfb674f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:28.551037 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-db76c648-7c45-4a3d-9e0f-9e5856916bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:28.923942 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=23 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:28.928657 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=29 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:29.282234 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=81 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:29.284595 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=26 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:30.277343 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:31.792967 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:31.829099 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:39.198692 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6095126-fa0f-4a71-aa1b-24d583a9205e req-f34f0fff-ca0f-42c4-b7dc-ec045a13f8c0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:39.200765 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f6095126-fa0f-4a71-aa1b-24d583a9205e req-f34f0fff-ca0f-42c4-b7dc-ec045a13f8c0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0534773 Sep 17 03:42:39.262279 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f6095126-fa0f-4a71-aa1b-24d583a9205e req-78341427-fcff-460e-af9f-030c7e0fd1b2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513535 Sep 17 03:42:39.467651 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-c1b7a24d-fdc1-4221-9d30-d0fd89c32cd0 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1317091679&fields=id&tenant_id=beef0d51792b46b586acd4b152b7fc9f HTTP/1.1" status: 200 len: 267 time: 0.0475373 Sep 17 03:42:39.518767 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-80c34973-e050-4f31-bd15-b54de524139f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:39.520241 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-80c34973-e050-4f31-bd15-b54de524139f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 984 time: 0.0471835 Sep 17 03:42:39.530982 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Request body: {'port': {'security_groups': ['da50a84d-0ceb-4d87-b71e-8f7e7077cada']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:42:39.616211 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (59763b0a-3c70-47bf-914e-c01571371f14), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:39.800082 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] For port 59763b0a-3c70-47bf-914e-c01571371f14, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59763b0a-3c70-47bf-914e-c01571371f14,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:39.837399 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for port (59763b0a-3c70-47bf-914e-c01571371f14), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:39.843970 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (59763b0a-3c70-47bf-914e-c01571371f14), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:39.855948 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:39.856581 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:39.858030 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fecb58b3-fea1-403f-b9be-c734933b9a5e req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "PUT /networking/v2.0/ports/59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 942 time: 0.3316104 Sep 17 03:42:39.858560 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:39.860790 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6441c1bf-2f9e-418d-9493-26aec19bb5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:39.864280 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37318) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:39.885058 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['59763b0a-3c70-47bf-914e-c01571371f14'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:42:39.912062 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event updated for resources: {'Port': ['ID=59763b0a-3c70-47bf-914e-c01571371f14,revision_number=7']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:39.919449 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.919758 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.920094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.920415 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.920740 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.921064 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.921899 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.921899 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.922114 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.922404 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.922694 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.923009 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.923400 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.923725 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.924034 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28addc46-a3b3-45a2-9e4f-36b3fbda6b9b tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:39.924849 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group (94a04a1c-1832-47ca-b846-0aa908f6df7f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:39.950318 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group (94a04a1c-1832-47ca-b846-0aa908f6df7f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:39.999699 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35d9862-dd14-4d04-8832-bf8830f1ea4c x-openstack-request-id: req-b35d9862-dd14-4d04-8832-bf8830f1ea4c {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:40.000145 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:40.000369 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b35d9862-dd14-4d04-8832-bf8830f1ea4c {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:40.001794 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35d9862-dd14-4d04-8832-bf8830f1ea4c'] response: {'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14', 'status': 'completed', 'code': 200} Sep 17 03:42:40.022597 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (94a04a1c-1832-47ca-b846-0aa908f6df7f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:40.025347 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:40.026558 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/94a04a1c-1832-47ca-b846-0aa908f6df7f HTTP/1.1" status: 204 len: 168 time: 0.1611824 Sep 17 03:42:40.029686 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37322) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:40.036187 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a04a1c-1832-47ca-b846-0aa908f6df7f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:40.043811 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.044162 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.044502 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.044839 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.045172 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.045497 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.046035 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.046364 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.046694 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.047014 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.047503 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.047826 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.048149 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.048471 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.048791 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a7f2b-d97e-43c7-a817-339c2b4a84a1 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:40.113498 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['59763b0a-3c70-47bf-914e-c01571371f14'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:42:40.185918 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-3db49ad9-ef66-4ad0-9a6b-976db09f5e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:40.187398 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-3db49ad9-ef66-4ad0-9a6b-976db09f5e09 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=beef0d51792b46b586acd4b152b7fc9f&device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1129 time: 0.1028070 Sep 17 03:42:40.265322 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Deleting port f646f317-0113-4d7b-b3f4-a1cddb1c8d9e {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:40.265666 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:40.354496 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-627d6373-39d1-4259-9a4c-20d96578dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:40.355956 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-627d6373-39d1-4259-9a4c-20d96578dc72 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=63e04d97-a8f9-4013-a08e-716a3a92e664 HTTP/1.1" status: 200 len: 916 time: 0.1469467 Sep 17 03:42:40.440532 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:40.440818 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for floatingip (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:40.466930 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c989e-b8bb-4a39-9105-42f9e3cb19d8 req-59224011-1da6-4821-b1ff-0c6110b08038 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:40.469448 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9a2c989e-b8bb-4a39-9105-42f9e3cb19d8 req-59224011-1da6-4821-b1ff-0c6110b08038 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1070449 Sep 17 03:42:40.477982 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Calling delete_port for f646f317-0113-4d7b-b3f4-a1cddb1c8d9e owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:40.480581 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:40.494928 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:40.518035 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-059d3ea8-ef7a-4556-8b32-c59ff1e15614 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 1001 time: 0.1450005 Sep 17 03:42:40.643953 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9a2c989e-b8bb-4a39-9105-42f9e3cb19d8 req-aede2f6d-9587-46f9-8cfe-c20946f0b6f2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639071 Sep 17 03:42:40.657991 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-f04de313-6bd7-4260-9ee5-71c2db1d22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:40.659465 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-f04de313-6bd7-4260-9ee5-71c2db1d22d4 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a2bbdf85-404e-4258-aa3e-17690e7f867f HTTP/1.1" status: 200 len: 854 time: 0.1120062 Sep 17 03:42:40.758261 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-074b80be-9782-4bdd-bb30-41c56b2e77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:40.760121 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-074b80be-9782-4bdd-bb30-41c56b2e77ba service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=63e04d97-a8f9-4013-a08e-716a3a92e664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0672390 Sep 17 03:42:40.772761 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (f646f317-0113-4d7b-b3f4-a1cddb1c8d9e), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:40.808673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event deleted for resources: {'Port': ['ID=f646f317-0113-4d7b-b3f4-a1cddb1c8d9e,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:40.928749 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks [] for floatingip (5af1fabd-a224-4863-8189-eede79e7a87e), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:40.929025 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Floating IP 5af1fabd-a224-4863-8189-eede79e7a87e disassociated (deleted). External IP: 172.28.1.123, port: 59763b0a-3c70-47bf-914e-c01571371f14. Sep 17 03:42:40.972730 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-8cd38cab-35cf-49d4-882a-94029b25f93f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741843 Sep 17 03:42:41.411947 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6441c1bf-2f9e-418d-9493-26aec19bb5c8 req-a179edf1-fdbd-46bf-8fce-9a34daf9bcfe service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255126 Sep 17 03:42:41.476825 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:42:41.537515 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:41.589917 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:42:41.594510 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:41.600068 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428d377-178f-4756-9114-875763abb4f5 None None] Sync routers for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:42:41.617154 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428d377-178f-4756-9114-875763abb4f5 None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:41.618293 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-6428d377-178f-4756-9114-875763abb4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:41.634292 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-921dbea1-b758-4a1d-a0ec-2efd1473e9fa tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/5af1fabd-a224-4863-8189-eede79e7a87e HTTP/1.1" status: 204 len: 168 time: 1.6032732 Sep 17 03:42:41.732593 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-6428d377-178f-4756-9114-875763abb4f5 None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:41.785211 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670db9a0-f30d-4d97-b0a1-fdb1a6ae1fcb req-e2c4acfe-1c59-4579-b697-596fde00c8a8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:41.787084 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-670db9a0-f30d-4d97-b0a1-fdb1a6ae1fcb req-e2c4acfe-1c59-4579-b697-596fde00c8a8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Sep 17 03:42:41.809621 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:41.845510 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-670db9a0-f30d-4d97-b0a1-fdb1a6ae1fcb req-edbfe94f-14a6-4d01-9945-4365f838b5b7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528073 Sep 17 03:42:41.943052 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-6428d377-178f-4756-9114-875763abb4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 5, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:41.966594 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428d377-178f-4756-9114-875763abb4f5 None None] Checking router: 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:42:41.975162 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6428d377-178f-4756-9114-875763abb4f5 None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:41.975689 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-6428d377-178f-4756-9114-875763abb4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:42.003470 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:42.006153 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768437b8-41ae-431a-a35b-7ddbd88de480" -d '{"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:42.043403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48154a31-e88c-4baa-9b80-524ce05c6166 x-openstack-request-id: req-48154a31-e88c-4baa-9b80-524ce05c6166 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:42.043763 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "tag": "59763b0a-3c70-47bf-914e-c01571371f14", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:42.044054 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48154a31-e88c-4baa-9b80-524ce05c6166 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:42.044538 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48154a31-e88c-4baa-9b80-524ce05c6166'] response: {'name': 'network-changed', 'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14', 'status': 'completed', 'code': 200} Sep 17 03:42:42.181478 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-6428d377-178f-4756-9114-875763abb4f5 None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:42.184895 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-264e1748-0ec2-4587-ae4b-e1fe027f343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:42.187821 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-264e1748-0ec2-4587-ae4b-e1fe027f343f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=beef0d51792b46b586acd4b152b7fc9f&device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 1129 time: 0.0547922 Sep 17 03:42:42.286211 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-efbb5a58-9bd2-483e-bd10-e50693a6d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:42.287690 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-efbb5a58-9bd2-483e-bd10-e50693a6d0b1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=63e04d97-a8f9-4013-a08e-716a3a92e664 HTTP/1.1" status: 200 len: 916 time: 0.0938034 Sep 17 03:42:42.379348 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-6428d377-178f-4756-9114-875763abb4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 5, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:42.404353 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6428d377-178f-4756-9114-875763abb4f5 None None] The sync data for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb is: [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:39:53Z', 'revision_number': 4, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '27361ec1-14d7-424e-8d23-f2a5030f9c9a', 'name': '', 'network_id': '63e04d97-a8f9-4013-a08e-716a3a92e664', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'mac_address': 'fa:16:3e:94:27:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:52Z', 'updated_at': '2022-09-17T03:39:57Z', 'revision_number': 5, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'subnets': [{'id': 'a2bbdf85-404e-4258-aa3e-17690e7f867f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:42:42.584341 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-902f0af1-c08d-4508-8655-a62472ca0316 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 200 len: 217 time: 0.0400853 Sep 17 03:42:42.635069 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0275e11f-aa9d-490d-929d-9d7197cc68b0 None None] New status for floating IP 5af1fabd-a224-4863-8189-eede79e7a87e: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:42:42.650618 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-824fac2a-ba26-4d2b-bf9a-90f602304201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:42.652054 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-824fac2a-ba26-4d2b-bf9a-90f602304201 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=a2bbdf85-404e-4258-aa3e-17690e7f867f HTTP/1.1" status: 200 len: 854 time: 0.0509043 Sep 17 03:42:42.768180 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-aab91962-3108-4d2c-85f2-7c7a53787851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:42.769823 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-aab91962-3108-4d2c-85f2-7c7a53787851 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=63e04d97-a8f9-4013-a08e-716a3a92e664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433812 Sep 17 03:42:42.871916 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-019e8d01-2782-4cc1-8c77-6ccb7306ec9b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947325 Sep 17 03:42:43.016810 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36456c5-38f6-44b6-8bbe-36ea788fb2da req-c4b97f41-258d-43fd-8fda-f1601b2354f3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:43.018293 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c36456c5-38f6-44b6-8bbe-36ea788fb2da req-c4b97f41-258d-43fd-8fda-f1601b2354f3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0674503 Sep 17 03:42:43.068782 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-768437b8-41ae-431a-a35b-7ddbd88de480 req-0724df8f-2f56-4bbe-b405-5ca0fe881399 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662014 Sep 17 03:42:43.082625 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c36456c5-38f6-44b6-8bbe-36ea788fb2da req-7200c4cb-9376-4a82-823c-da475513a071 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555727 Sep 17 03:42:43.845872 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:42:44.227061 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:44.236090 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:44.238049 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf90f-2a8f-4bec-976c-c8a2f2dc97af req-d1e17754-834c-4191-9551-2a0f60244680 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:44.239687 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9afcf90f-2a8f-4bec-976c-c8a2f2dc97af req-d1e17754-834c-4191-9551-2a0f60244680 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0572605 Sep 17 03:42:44.291374 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9afcf90f-2a8f-4bec-976c-c8a2f2dc97af req-16f8acb2-b4da-4160-973d-b43897430381 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458779 Sep 17 03:42:44.497883 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455873b1-06ed-4a02-a9f2-4d3ce379de47 req-bf1fd907-b201-4dbd-bafa-5b38b18a4950 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:44.499318 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-455873b1-06ed-4a02-a9f2-4d3ce379de47 req-bf1fd907-b201-4dbd-bafa-5b38b18a4950 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0514593 Sep 17 03:42:44.546766 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-455873b1-06ed-4a02-a9f2-4d3ce379de47 req-0e6deaba-5ec4-45fd-aa8e-4a117353d52f tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416901 Sep 17 03:42:45.426602 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f935e-188f-4ece-8bbd-892d2043f2a0 req-02e6361f-bb42-4593-aacc-4ea595a35f3e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:45.428076 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fc1f935e-188f-4ece-8bbd-892d2043f2a0 req-02e6361f-bb42-4593-aacc-4ea595a35f3e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0471196 Sep 17 03:42:45.484851 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fc1f935e-188f-4ece-8bbd-892d2043f2a0 req-44db877e-08f9-494b-853c-8f6a9398d2dd tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511248 Sep 17 03:42:45.680625 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba259d13-897c-4f97-a430-efeefa70be4f req-d2ead252-088d-4990-ba3f-ba8e976a3187 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:45.682088 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ba259d13-897c-4f97-a430-efeefa70be4f req-d2ead252-088d-4990-ba3f-ba8e976a3187 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0459576 Sep 17 03:42:45.734230 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ba259d13-897c-4f97-a430-efeefa70be4f req-f88e2dbd-a279-4a65-a371-d31c1e62ca9c tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457819 Sep 17 03:42:46.612657 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705363e2-8e51-4630-954b-9f97d62a8c32 req-5db8dd76-039f-42b6-8b04-4f0c5327bdf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:46.614001 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-705363e2-8e51-4630-954b-9f97d62a8c32 req-5db8dd76-039f-42b6-8b04-4f0c5327bdf3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0464749 Sep 17 03:42:46.666178 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-705363e2-8e51-4630-954b-9f97d62a8c32 req-f61426e0-0d79-4b34-bc63-f3bd9316e434 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Sep 17 03:42:46.691548 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-91cfd69e-f11a-4462-a4fb-ad34ddb04a8c tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:46.693135 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-91cfd69e-f11a-4462-a4fb-ad34ddb04a8c tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0564172 Sep 17 03:42:46.786079 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Deleting port 59763b0a-3c70-47bf-914e-c01571371f14 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:46.786920 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (59763b0a-3c70-47bf-914e-c01571371f14), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:46.873954 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:46.892695 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36281851-2622-4732-a482-23084c2a348f req-a4cd57bf-cb0f-4284-9ea8-5776b235a1dc tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:46.894190 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-36281851-2622-4732-a482-23084c2a348f req-a4cd57bf-cb0f-4284-9ea8-5776b235a1dc tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 945 time: 0.0634239 Sep 17 03:42:46.934946 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] For port 59763b0a-3c70-47bf-914e-c01571371f14, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=59763b0a-3c70-47bf-914e-c01571371f14,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:46.935322 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (59763b0a-3c70-47bf-914e-c01571371f14), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:46.955765 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Calling delete_port for 59763b0a-3c70-47bf-914e-c01571371f14 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:46.973104 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:46.983670 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-36281851-2622-4732-a482-23084c2a348f req-4ab3ab2d-c40a-41fa-acea-779c1d44b8b8 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=da50a84d-0ceb-4d87-b71e-8f7e7077cada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791042 Sep 17 03:42:47.102673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (59763b0a-3c70-47bf-914e-c01571371f14), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:47.129901 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Pushing event deleted for resources: {'Port': ['ID=59763b0a-3c70-47bf-914e-c01571371f14,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:47.142357 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['59763b0a-3c70-47bf-914e-c01571371f14'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:42:47.179026 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] No DVR routers for this DVR port 59763b0a-3c70-47bf-914e-c01571371f14 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:42:47.181537 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:47.184817 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3039d758-8e4d-439b-96c4-fe900d14b138 req-2ebd4602-eb78-4e16-b453-2b04dba76e7e tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.55 "DELETE /networking/v2.0/ports/59763b0a-3c70-47bf-914e-c01571371f14 HTTP/1.1" status: 204 len: 173 time: 0.4812632 Sep 17 03:42:47.185331 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'name': 'network-vif-deleted', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:47.187624 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33ef873-8c66-43a9-879a-64c0c28f2537" -d '{"events": [{"server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "name": "network-vif-deleted", "tag": "59763b0a-3c70-47bf-914e-c01571371f14"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:47.223767 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609109bb-85f7-46e0-9fdc-6b37cdf1c321 x-openstack-request-id: req-609109bb-85f7-46e0-9fdc-6b37cdf1c321 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:47.224086 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c705ed0c-6291-4801-b262-a93d1b44fcf5", "name": "network-vif-deleted", "tag": "59763b0a-3c70-47bf-914e-c01571371f14", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:47.224337 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-609109bb-85f7-46e0-9fdc-6b37cdf1c321 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:47.224742 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609109bb-85f7-46e0-9fdc-6b37cdf1c321'] response: {'server_uuid': 'c705ed0c-6291-4801-b262-a93d1b44fcf5', 'name': 'network-vif-deleted', 'tag': '59763b0a-3c70-47bf-914e-c01571371f14', 'status': 'completed', 'code': 200} Sep 17 03:42:47.804843 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8eae9-f413-4be9-86df-7509ea3ec4b3 req-874254bc-4c68-4332-a876-ee64a0b0fdf2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:47.806244 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a4f8eae9-f413-4be9-86df-7509ea3ec4b3 req-874254bc-4c68-4332-a876-ee64a0b0fdf2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0514083 Sep 17 03:42:47.859137 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a4f8eae9-f413-4be9-86df-7509ea3ec4b3 req-baf11384-298c-453e-b79d-c7214b4621b6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444257 Sep 17 03:42:48.102951 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-134a4302-28d6-47c8-8e96-fbfe7bdde13b req-31d29608-2a4e-4e30-b2fc-0210d6ae50d6 tempest-TestMinimumBasicScenario-1851834794 tempest-TestMinimumBasicScenario-1851834794-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=c705ed0c-6291-4801-b262-a93d1b44fcf5 HTTP/1.1" status: 200 len: 210 time: 0.0279038 Sep 17 03:42:49.008242 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb1837-ba17-43f2-b6b0-6ee2056a2a49 req-3da8aa5f-62f9-4789-901c-c107d83a1709 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:49.015449 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6ddb1837-ba17-43f2-b6b0-6ee2056a2a49 req-3da8aa5f-62f9-4789-901c-c107d83a1709 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0686638 Sep 17 03:42:49.059540 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6ddb1837-ba17-43f2-b6b0-6ee2056a2a49 req-81739965-6c49-4de9-8739-ce3b3d7d69e6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432155 Sep 17 03:42:49.848647 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37484) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:50.197937 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:50.231344 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:50.250708 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26419fa9-34ee-4ef5-b6f2-e96c3de8c230 req-c9f667b4-431b-4abd-8141-596f725b1469 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:50.252207 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-26419fa9-34ee-4ef5-b6f2-e96c3de8c230 req-c9f667b4-431b-4abd-8141-596f725b1469 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0950208 Sep 17 03:42:50.348213 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-26419fa9-34ee-4ef5-b6f2-e96c3de8c230 req-c0e2adf6-a84b-4d61-b956-72c0c226ce18 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846746 Sep 17 03:42:50.435108 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:50.473984 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Deleting port 27361ec1-14d7-424e-8d23-f2a5030f9c9a {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:50.474326 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:50.559506 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] For port 27361ec1-14d7-424e-8d23-f2a5030f9c9a, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=27361ec1-14d7-424e-8d23-f2a5030f9c9a,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:50.559888 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:50.576391 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Calling delete_port for 27361ec1-14d7-424e-8d23-f2a5030f9c9a owned by network:router_interface {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:50.609552 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 59763b0a-3c70-47bf-914e-c01571371f14 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:50.611878 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:50.629956 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 59763b0a-3c70-47bf-914e-c01571371f14 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:42:50.630292 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 59763b0a-3c70-47bf-914e-c01571371f14 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:42:50.767178 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (27361ec1-14d7-424e-8d23-f2a5030f9c9a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:50.790146 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Pushing event deleted for resources: {'Port': ['ID=27361ec1-14d7-424e-8d23-f2a5030f9c9a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:50.993033 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:51.129310 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:51.201255 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:42:51.291756 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:51.306259 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:42:51.314588 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37506) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:51.315458 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c93139fa-1d13-4881-a6d5-8be09b477598 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/2a6d8409-f3f6-4d16-88ae-d49b531ac3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4657407 Sep 17 03:42:51.317019 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] Sync routers for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:42:51.331730 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:51.337317 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:51.429920 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks [] for router (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:51.459022 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:51.461617 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:51.552299 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05241655-e56a-4bd5-97ae-dc909bb81533 req-ccba7a8f-c677-4466-aa7b-fd928661f592 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:51.553811 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-05241655-e56a-4bd5-97ae-dc909bb81533 req-ccba7a8f-c677-4466-aa7b-fd928661f592 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0890181 Sep 17 03:42:51.601160 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:51.602946 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks [] for router_gateway (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:51.629961 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-05241655-e56a-4bd5-97ae-dc909bb81533 req-4a5da103-ad97-4c63-b98b-8da5dcf28d88 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680676 Sep 17 03:42:51.688722 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Deleting port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:51.689385 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:51.707103 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90'}], 'enable_snat': True}, 'gw_port_id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:42:50Z', 'revision_number': 5, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port': {'id': '89b33f03-a07f-44ba-a93c-706fb8c2f3d9', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:09:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:50Z', 'updated_at': '2022-09-17T03:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:51.733167 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] Checking router: 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:42:51.742241 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] Routers {'2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:51.742760 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:51.753896 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:51.795055 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] For port 89b33f03-a07f-44ba-a93c-706fb8c2f3d9, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=89b33f03-a07f-44ba-a93c-706fb8c2f3d9,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:51.795322 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:51.807911 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Calling delete_port for 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:51.828744 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] Set router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:51.878952 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:42:51Z', 'revision_number': 6, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port_host': None}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:51.880510 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:51.904989 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6846208-4154-4bf6-ab42-e773dd7b7f00 None None] The sync data for ids ['2a6d8409-f3f6-4d16-88ae-d49b531ac3c8'] in dv-cinder-849143-3-smb is: [{'id': '2a6d8409-f3f6-4d16-88ae-d49b531ac3c8', 'name': 'tempest-TestMinimumBasicScenario-2013879246-router', 'tenant_id': 'beef0d51792b46b586acd4b152b7fc9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:49Z', 'updated_at': '2022-09-17T03:42:51Z', 'revision_number': 6, 'project_id': 'beef0d51792b46b586acd4b152b7fc9f', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:42:51.980251 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (89b33f03-a07f-44ba-a93c-706fb8c2f3d9), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.004000 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b33f03-a07f-44ba-a93c-706fb8c2f3d9,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:52.303894 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.342495 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4deb30c-f60b-4ec6-849a-e6e729319e9c req-86dd4750-35ef-408b-8131-1443fe61a069 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:52.343954 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f4deb30c-f60b-4ec6-849a-e6e729319e9c req-86dd4750-35ef-408b-8131-1443fe61a069 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0608847 Sep 17 03:42:52.397010 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.399310 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks [] for router_controller (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.402325 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f4deb30c-f60b-4ec6-849a-e6e729319e9c req-b06284be-3df7-4aaf-9804-e48411e76331 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493414 Sep 17 03:42:52.442374 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (2a6d8409-f3f6-4d16-88ae-d49b531ac3c8), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.443060 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:42:52.448809 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.450234 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-57632ea6-ac8c-4d85-8285-4ded08f12636 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/2a6d8409-f3f6-4d16-88ae-d49b531ac3c8 HTTP/1.1" status: 204 len: 168 time: 1.1345675 Sep 17 03:42:52.452517 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37526) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:52.499742 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-e554415e-6ad9-4977-a750-07e0ea99df82 admin admin] Deleting subnet a2bbdf85-404e-4258-aa3e-17690e7f867f {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:42:52.503188 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e554415e-6ad9-4977-a750-07e0ea99df82 admin admin] Publish callbacks [] for subnet (a2bbdf85-404e-4258-aa3e-17690e7f867f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.539869 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e554415e-6ad9-4977-a750-07e0ea99df82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195083'] for subnet (a2bbdf85-404e-4258-aa3e-17690e7f867f), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.631316 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e554415e-6ad9-4977-a750-07e0ea99df82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (a2bbdf85-404e-4258-aa3e-17690e7f867f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.689821 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e554415e-6ad9-4977-a750-07e0ea99df82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3163814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122913'] for subnet (a2bbdf85-404e-4258-aa3e-17690e7f867f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.719210 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-e554415e-6ad9-4977-a750-07e0ea99df82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.723104 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-e554415e-6ad9-4977-a750-07e0ea99df82 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/a2bbdf85-404e-4258-aa3e-17690e7f867f HTTP/1.1" status: 204 len: 168 time: 0.2693710 Sep 17 03:42:52.724508 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554415e-6ad9-4977-a750-07e0ea99df82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2bbdf85-404e-4258-aa3e-17690e7f867f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:52.725490 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37532) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:52.726708 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f1b05-d29f-4607-909b-287a8d8d02c2 None None] Network 63e04d97-a8f9-4013-a08e-716a3a92e664 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:42:52.830857 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:52.831911 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (63e04d97-a8f9-4013-a08e-716a3a92e664), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.854318 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:42:52.854544 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 89b33f03-a07f-44ba-a93c-706fb8c2f3d9 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:42:52.858670 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 27361ec1-14d7-424e-8d23-f2a5030f9c9a no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:52.900478 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Deleting port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:52.901093 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:52.924676 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 27361ec1-14d7-424e-8d23-f2a5030f9c9a {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:42:52.925292 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 27361ec1-14d7-424e-8d23-f2a5030f9c9a not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:42:53.001221 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] For port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:53.001583 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.004472 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93748652-0c12-4e46-a74a-75acd1315a23 req-247ea5dd-e2c7-4050-a5d3-d4bc5a380e8a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:53.006026 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-93748652-0c12-4e46-a74a-75acd1315a23 req-247ea5dd-e2c7-4050-a5d3-d4bc5a380e8a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0795655 Sep 17 03:42:53.016477 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Calling delete_port for dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:53.019622 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] DHCP port deletion for 63e04d97-a8f9-4013-a08e-716a3a92e664 request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:42:53.045904 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:53.060911 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Deleting port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:53.061294 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.062658 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-93748652-0c12-4e46-a74a-75acd1315a23 req-29b4ae0f-92ca-4ae4-b144-9ef1ff6334f9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499451 Sep 17 03:42:53.122033 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.136893 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] For port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,segment=NetworkSegment(706f436a-0b22-49f8-9951-ee9898d3d8b0),segment_id=706f436a-0b22-49f8-9951-ee9898d3d8b0)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:53.137584 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.150301 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:53.158077 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] No DVR routers for this DVR port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 on host dv-cinder-849143-3-smb {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:42:53.161379 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Calling delete_port for dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:53.231457 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (63e04d97-a8f9-4013-a08e-716a3a92e664), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.248374 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (dc0c250b-c671-40e2-8e9e-62cd47d2b5d0), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.252256 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e04d97-a8f9-4013-a08e-716a3a92e664']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:53.262131 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706f436a-0b22-49f8-9951-ee9898d3d8b0') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:53.262428 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706f436a-0b22-49f8-9951-ee9898d3d8b0') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:53.274650 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Pushing event deleted for resources: {'Port': ['ID=dc0c250b-c671-40e2-8e9e-62cd47d2b5d0,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:53.276096 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254129'] for segment (706f436a-0b22-49f8-9951-ee9898d3d8b0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.277872 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] No DVR routers for this DVR port dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 on host dv-cinder-849143-3-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:42:53.283504 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.283841 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.284255 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.284584 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.284911 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.285231 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.285549 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.285893 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.286210 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.286524 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.286841 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.287168 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.287476 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.287808 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.288195 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9270c4-530b-417e-a76e-f4a8076a564f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:42:53.291876 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (706f436a-0b22-49f8-9951-ee9898d3d8b0), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.304095 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:42:53.304499 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339126'] for segment (706f436a-0b22-49f8-9951-ee9898d3d8b0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.345023 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 706f436a-0b22-49f8-9951-ee9898d3d8b0 resource provider aggregate not found Sep 17 03:42:53.362916 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 706f436a-0b22-49f8-9951-ee9898d3d8b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 706f436a-0b22-49f8-9951-ee9898d3d8b0 found for delete ", "request_id": "req-538b946b-81c4-4268-8828-0c819c8fda9e"}]} Sep 17 03:42:53.372071 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (63e04d97-a8f9-4013-a08e-716a3a92e664), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.377721 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:53.381029 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/63e04d97-a8f9-4013-a08e-716a3a92e664 HTTP/1.1" status: 204 len: 168 time: 0.6544306 Sep 17 03:42:53.384566 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37542) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:53.392761 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd68db-f636-430e-ba82-1c4052dfc30c admin admin] Pushing event deleted for resources: {'Network': ['ID=63e04d97-a8f9-4013-a08e-716a3a92e664,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:53.474671 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:53.527284 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ebe0ef-377c-4eb9-8624-6b9166cb9139 req-5be5c4bc-7d9a-4e45-8641-01bc049398c1 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:53.528755 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-07ebe0ef-377c-4eb9-8624-6b9166cb9139 req-5be5c4bc-7d9a-4e45-8641-01bc049398c1 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0478468 Sep 17 03:42:53.577655 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-07ebe0ef-377c-4eb9-8624-6b9166cb9139 req-e036c9bd-ad78-49a3-8bbd-fc3fcd26a481 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Sep 17 03:42:53.776049 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (ade57237-5752-4f4f-8179-a07925d71705), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:54.049898 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Deleting port c3da6409-097f-4917-aaa9-db7ccb692be7 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:54.050241 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:54.131628 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] For port c3da6409-097f-4917-aaa9-db7ccb692be7, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=c3da6409-097f-4917-aaa9-db7ccb692be7,segment=NetworkSegment(f97aaace-c19f-4740-9d5a-8a8cb553bb65),segment_id=f97aaace-c19f-4740-9d5a-8a8cb553bb65)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:54.132066 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:54.148359 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Calling delete_port for c3da6409-097f-4917-aaa9-db7ccb692be7 owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:54.186973 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:54.203576 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57b460-af49-40fd-87c2-59fa43c069d1 req-79ef2061-80e9-4f20-8ef0-2a9c1d37da6e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:54.205056 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8a57b460-af49-40fd-87c2-59fa43c069d1 req-79ef2061-80e9-4f20-8ef0-2a9c1d37da6e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0513968 Sep 17 03:42:54.252252 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8a57b460-af49-40fd-87c2-59fa43c069d1 req-08e523d5-9f4b-44eb-ab78-7bd787d5e8df tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412745 Sep 17 03:42:54.325742 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (c3da6409-097f-4917-aaa9-db7ccb692be7), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:54.328946 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:54.357264 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3da6409-097f-4917-aaa9-db7ccb692be7,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:54.451792 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:54.515061 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (ade57237-5752-4f4f-8179-a07925d71705), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:54.617190 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:54.637795 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:42:54.638198 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device dc0c250b-c671-40e2-8e9e-62cd47d2b5d0 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:42:54.749496 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8c02e-7a37-4024-a833-49f67087e90f req-ccdab278-89ee-4a54-8ca9-2b722d1413d9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:54.750995 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3ac8c02e-7a37-4024-a833-49f67087e90f req-ccdab278-89ee-4a54-8ca9-2b722d1413d9 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0806882 Sep 17 03:42:54.773355 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Router ade57237-5752-4f4f-8179-a07925d71705 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:42:54.809277 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3ac8c02e-7a37-4024-a833-49f67087e90f req-35f66d73-511b-462b-8a62-6745ff0eacfd tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521529 Sep 17 03:42:54.899088 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:42:54.906917 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-396e9f77-a3e2-4a36-9395-b2675b32cf53 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/ade57237-5752-4f4f-8179-a07925d71705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5184257 Sep 17 03:42:54.907021 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37552) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:54.907691 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] Sync routers for ids ['ade57237-5752-4f4f-8179-a07925d71705'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:42:54.917857 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] Routers {'ade57237-5752-4f4f-8179-a07925d71705'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:54.918466 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ade57237-5752-4f4f-8179-a07925d71705'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:55.013001 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks [] for router (ade57237-5752-4f4f-8179-a07925d71705), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.021432 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] Set router ade57237-5752-4f4f-8179-a07925d71705 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:55.119281 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks [] for router_gateway (ade57237-5752-4f4f-8179-a07925d71705), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.164952 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Deleting port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:55.165208 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.189981 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254'}], 'enable_snat': True}, 'gw_port_id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:42:54Z', 'revision_number': 5, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port': {'id': 'fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade57237-5752-4f4f-8179-a07925d71705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:39:57Z', 'updated_at': '2022-09-17T03:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:55.216312 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] Checking router: ade57237-5752-4f4f-8179-a07925d71705 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:42:55.224694 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] Routers {'ade57237-5752-4f4f-8179-a07925d71705'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:55.225306 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ade57237-5752-4f4f-8179-a07925d71705'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:55.248607 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:55.250927 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] For port fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:55.251453 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.266684 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Calling delete_port for fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:55.316309 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] Set router ade57237-5752-4f4f-8179-a07925d71705 gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:55.320237 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:55.366041 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:42:55Z', 'revision_number': 6, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port_host': None}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:55.394182 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f21fe-8e4b-41da-af04-13b4006c4d6d None None] The sync data for ids ['ade57237-5752-4f4f-8179-a07925d71705'] in dv-cinder-849143-3-smb is: [{'id': 'ade57237-5752-4f4f-8179-a07925d71705', 'name': 'tempest-TestMinimumBasicScenario-2060219295-router', 'tenant_id': '773571224d2942b9adebe4f3594acc87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:39:56Z', 'updated_at': '2022-09-17T03:42:55Z', 'revision_number': 6, 'project_id': '773571224d2942b9adebe4f3594acc87', 'gw_port_host': None}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:42:55.435627 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8644b58-b655-4865-b6a8-2c15215f2b86 req-00a27165-0697-4407-8049-394d78c89f66 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:55.436766 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c8644b58-b655-4865-b6a8-2c15215f2b86 req-00a27165-0697-4407-8049-394d78c89f66 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0962870 Sep 17 03:42:55.518792 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.547965 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c8644b58-b655-4865-b6a8-2c15215f2b86 req-93bea980-d4d7-4f18-adf6-d68459541374 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009707 Sep 17 03:42:55.550952 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:55.624267 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-82034e0e-483f-4058-bb7f-79ef7a7fb564 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:55.625829 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-82034e0e-483f-4058-bb7f-79ef7a7fb564 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0599587 Sep 17 03:42:55.722634 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Deleting port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:55.722849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.769666 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:55.825175 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] For port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:55.826149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.851679 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (ade57237-5752-4f4f-8179-a07925d71705), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.940112 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (ade57237-5752-4f4f-8179-a07925d71705), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.942421 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks [] for router_controller (ade57237-5752-4f4f-8179-a07925d71705), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.982471 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2ec07-771a-42c6-9a5a-ed0d49241b0e req-da8409ef-af11-435f-b052-ac81446c58f3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:55.983821 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-67e2ec07-771a-42c6-9a5a-ed0d49241b0e req-da8409ef-af11-435f-b052-ac81446c58f3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 946 time: 0.0838342 Sep 17 03:42:55.996011 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (ade57237-5752-4f4f-8179-a07925d71705), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:55.996890 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade57237-5752-4f4f-8179-a07925d71705 {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:42:56.001388 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.002587 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-1841689e-5178-431b-bbf1-b01687b33c6d admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/ade57237-5752-4f4f-8179-a07925d71705 HTTP/1.1" status: 204 len: 168 time: 1.0946372 Sep 17 03:42:56.005315 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37560) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:56.057964 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-201238a4-e405-442f-8396-d86ad5d346cf admin admin] Deleting subnet ac7a12fc-afc3-4990-a588-e58b6231438f {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:42:56.061288 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-201238a4-e405-442f-8396-d86ad5d346cf admin admin] Publish callbacks [] for subnet (ac7a12fc-afc3-4990-a588-e58b6231438f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.062727 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.064042 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.064382 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Floating IP 175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d disassociated. External IP: 172.28.1.102, port: 437d13f2-ac92-40ee-a702-cb7bb3d9dad6. Sep 17 03:42:56.064712 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Calling delete_port for 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:56.089119 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-67e2ec07-771a-42c6-9a5a-ed0d49241b0e req-36dc3cb0-0083-4222-976a-5e38b014313b tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=fe084e6d-071e-4190-87d1-c4643322beb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744631 Sep 17 03:42:56.097255 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-201238a4-e405-442f-8396-d86ad5d346cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195083'] for subnet (ac7a12fc-afc3-4990-a588-e58b6231438f), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.186626 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-201238a4-e405-442f-8396-d86ad5d346cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (ac7a12fc-afc3-4990-a588-e58b6231438f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.258421 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-201238a4-e405-442f-8396-d86ad5d346cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3163814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122913'] for subnet (ac7a12fc-afc3-4990-a588-e58b6231438f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.287211 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201238a4-e405-442f-8396-d86ad5d346cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac7a12fc-afc3-4990-a588-e58b6231438f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:56.291465 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-201238a4-e405-442f-8396-d86ad5d346cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.298349 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-201238a4-e405-442f-8396-d86ad5d346cf admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/ac7a12fc-afc3-4990-a588-e58b6231438f HTTP/1.1" status: 204 len: 168 time: 0.2919242 Sep 17 03:42:56.299662 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2108aa6-e753-4bd3-8477-52d0b6865921 None None] Network e532b3fa-657e-4c85-9461-6411310bae80 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:42:56.301839 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37568) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:56.422080 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (e532b3fa-657e-4c85-9461-6411310bae80), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.484123 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:56.485542 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Deleting port 5265150a-2776-48e9-be1e-f9c33e260668 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:56.485917 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (5265150a-2776-48e9-be1e-f9c33e260668), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.531111 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (437d13f2-ac92-40ee-a702-cb7bb3d9dad6), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.586069 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] For port 5265150a-2776-48e9-be1e-f9c33e260668, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=5265150a-2776-48e9-be1e-f9c33e260668,segment=NetworkSegment(f97aaace-c19f-4740-9d5a-8a8cb553bb65),segment_id=f97aaace-c19f-4740-9d5a-8a8cb553bb65)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:56.586069 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (5265150a-2776-48e9-be1e-f9c33e260668), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.590558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event deleted for resources: {'Port': ['ID=437d13f2-ac92-40ee-a702-cb7bb3d9dad6,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:56.620209 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ae228eff-97b8-4d74-a92b-10298e20264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.637469 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:56.657473 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Calling delete_port for 5265150a-2776-48e9-be1e-f9c33e260668 owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:56.660526 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:42:56.660874 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fb6aa0e1-09a6-43a3-a9dd-e409b9fdb358 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:42:56.662036 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device c3da6409-097f-4917-aaa9-db7ccb692be7 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:56.679261 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:56.689533 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: c3da6409-097f-4917-aaa9-db7ccb692be7 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:42:56.689922 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device c3da6409-097f-4917-aaa9-db7ccb692be7 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:42:56.729542 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:56.794459 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] DHCP port deletion for e532b3fa-657e-4c85-9461-6411310bae80 request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:42:56.797801 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:56.814781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91bf91-80fd-49dd-8bbf-079d3bdf56c4 req-4a4722ce-7eda-4b06-bb8e-5d568086db22 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:56.816603 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1d91bf91-80fd-49dd-8bbf-079d3bdf56c4 req-4a4722ce-7eda-4b06-bb8e-5d568086db22 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0884125 Sep 17 03:42:56.822902 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (5265150a-2776-48e9-be1e-f9c33e260668), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.825566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Router 60e6a481-7259-4759-827e-3bee1b16fe97 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:42:56.842028 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] Deleting port 5265150a-2776-48e9-be1e-f9c33e260668 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:56.842418 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (5265150a-2776-48e9-be1e-f9c33e260668), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.855319 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:56.890640 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Pushing event deleted for resources: {'Port': ['ID=5265150a-2776-48e9-be1e-f9c33e260668,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:56.925098 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] No DVR routers for this DVR port 5265150a-2776-48e9-be1e-f9c33e260668 on host dv-cinder-849143-3-smb {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:42:56.927032 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] For port 5265150a-2776-48e9-be1e-f9c33e260668, host dv-cinder-849143-3-smb, got binding levels [] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:56.927530 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (5265150a-2776-48e9-be1e-f9c33e260668), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.934827 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1d91bf91-80fd-49dd-8bbf-079d3bdf56c4 req-eae63ce5-01ac-4a6a-97b1-39f3047711f7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068394 Sep 17 03:42:56.941512 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] Calling delete_port for 5265150a-2776-48e9-be1e-f9c33e260668 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:56.945977 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.ipam_backend_mixin [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] Port 5265150a-2776-48e9-be1e-f9c33e260668 was not found and therefore no delete operation was performed {{(pid=106396) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 17 03:42:56.947711 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (5265150a-2776-48e9-be1e-f9c33e260668), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:56.958500 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0782188-9520-4a22-86fe-c458b03534ec req-b204bbf1-8d37-4b7f-bcea-3d87dd19f0a2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:56.965804 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f0782188-9520-4a22-86fe-c458b03534ec req-b204bbf1-8d37-4b7f-bcea-3d87dd19f0a2 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 945 time: 0.0856187 Sep 17 03:42:56.975210 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] Pushing event deleted for resources: {'Port': ['ID=5265150a-2776-48e9-be1e-f9c33e260668,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:56.983850 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35378b5-d34f-4c2d-ba73-f8bad1b9e51f None None] No DVR routers for this DVR port 5265150a-2776-48e9-be1e-f9c33e260668 on host dv-cinder-849143-3-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:42:57.022329 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:42:57.035329 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] Sync routers for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:42:57.048315 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (e532b3fa-657e-4c85-9461-6411310bae80), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.053247 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:57.054240 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:57.073213 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] No DVR routers for this DVR port 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:42:57.075872 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.079307 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3b665835-b94e-4937-b2fe-50f83841bd86 req-43455884-d91e-411f-a4c6-5fffea0ea690 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "DELETE /networking/v2.0/ports/437d13f2-ac92-40ee-a702-cb7bb3d9dad6 HTTP/1.1" status: 204 len: 173 time: 1.4479938 Sep 17 03:42:57.079847 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'name': 'network-vif-deleted', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:57.082187 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36af343-7796-4960-817d-c5cd5fac0981" -d '{"events": [{"server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "name": "network-vif-deleted", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:57.090797 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e532b3fa-657e-4c85-9461-6411310bae80']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:57.114749 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-f0782188-9520-4a22-86fe-c458b03534ec req-139a051b-2b4c-458e-b3bf-c45eb89e26be tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479530 Sep 17 03:42:57.121190 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97aaace-c19f-4740-9d5a-8a8cb553bb65') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:57.124752 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97aaace-c19f-4740-9d5a-8a8cb553bb65') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:57.135365 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428aeb9f-8f47-488a-82a8-865bd316e8bb x-openstack-request-id: req-428aeb9f-8f47-488a-82a8-865bd316e8bb {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:57.135708 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de68fa1-27cb-4df9-8c52-2ba2da9ea54c", "name": "network-vif-deleted", "tag": "437d13f2-ac92-40ee-a702-cb7bb3d9dad6", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:57.135967 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-428aeb9f-8f47-488a-82a8-865bd316e8bb {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:57.136381 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428aeb9f-8f47-488a-82a8-865bd316e8bb'] response: {'server_uuid': '5de68fa1-27cb-4df9-8c52-2ba2da9ea54c', 'name': 'network-vif-deleted', 'tag': '437d13f2-ac92-40ee-a702-cb7bb3d9dad6', 'status': 'completed', 'code': 200} Sep 17 03:42:57.146434 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195120'] for segment (f97aaace-c19f-4740-9d5a-8a8cb553bb65), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.163055 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (f97aaace-c19f-4740-9d5a-8a8cb553bb65), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.169937 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:42:57.170344 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3163676'] for segment (f97aaace-c19f-4740-9d5a-8a8cb553bb65), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.191012 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:57.247430 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a6b947c6-71dd-4290-b821-30ecb8e7e3df req-1762cc84-c101-429c-b364-567f11a45a3f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0357697 Sep 17 03:42:57.255383 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (e532b3fa-657e-4c85-9461-6411310bae80), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.291424 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.297142 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/e532b3fa-657e-4c85-9461-6411310bae80 HTTP/1.1" status: 204 len: 168 time: 0.9914498 Sep 17 03:42:57.298261 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a6b0e-0297-49da-87ae-4dc8fb97520a admin admin] Pushing event deleted for resources: {'Network': ['ID=e532b3fa-657e-4c85-9461-6411310bae80,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:57.367215 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment f97aaace-c19f-4740-9d5a-8a8cb553bb65 resource provider aggregate not found Sep 17 03:42:57.387699 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment f97aaace-c19f-4740-9d5a-8a8cb553bb65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f97aaace-c19f-4740-9d5a-8a8cb553bb65 found for delete ", "request_id": "req-5c2f3155-6f23-44fb-a47f-e6c75f05384b"}]} Sep 17 03:42:57.400146 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:57.426068 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] Checking router: 60e6a481-7259-4759-827e-3bee1b16fe97 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:42:57.434978 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:57.435569 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:57.473524 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37592) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:57.514523 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-8b963b60-7e40-4135-9a7a-491f8eee1f1e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=beef0d51792b46b586acd4b152b7fc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396864 Sep 17 03:42:57.517058 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37594) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:57.543323 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:42:57.564642 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7ab93e0f-0bd8-4fb2-852f-3eb281c983d0 admin admin] Publish callbacks [] for security_group (da50a84d-0ceb-4d87-b71e-8f7e7077cada), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.585559 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7ab93e0f-0bd8-4fb2-852f-3eb281c983d0 admin admin] Publish callbacks [] for security_group (da50a84d-0ceb-4d87-b71e-8f7e7077cada), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.636603 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7ab93e0f-0bd8-4fb2-852f-3eb281c983d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (da50a84d-0ceb-4d87-b71e-8f7e7077cada), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.639414 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7ab93e0f-0bd8-4fb2-852f-3eb281c983d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:57.640640 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-7ab93e0f-0bd8-4fb2-852f-3eb281c983d0 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/da50a84d-0ceb-4d87-b71e-8f7e7077cada HTTP/1.1" status: 204 len: 168 time: 0.1226838 Sep 17 03:42:57.649653 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab93e0f-0bd8-4fb2-852f-3eb281c983d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da50a84d-0ceb-4d87-b71e-8f7e7077cada,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:57.830241 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:57.858263 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd358b-bffe-4ffc-9a47-7b6f9a1ceb5d None None] The sync data for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb is: [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:38:20Z', 'revision_number': 4, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': '73dfcf13-f4d9-40b7-8445-2bd3c4289cca', 'name': '', 'network_id': '1458a1e6-1414-43a9-b44e-45df4904fa99', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'mac_address': 'fa:16:3e:f5:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:19Z', 'updated_at': '2022-09-17T03:38:26Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'subnets': [{'id': 'f230a653-d02f-4d5e-9e84-0357db4472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:42:57.983833 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37602) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:58.032561 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-52c925f7-777e-4851-97b8-c6f47958f043 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=773571224d2942b9adebe4f3594acc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473483 Sep 17 03:42:58.034901 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37604) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:42:58.062372 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502740c8-14b6-4541-8651-b728251428ce req-56f26999-8a52-444c-aebd-04ad55b66101 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:58.065720 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-502740c8-14b6-4541-8651-b728251428ce req-56f26999-8a52-444c-aebd-04ad55b66101 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0511091 Sep 17 03:42:58.095908 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a5c2678f-aa13-41f2-bb82-7b95957ef8d8 admin admin] Publish callbacks [] for security_group (1d116545-7ea4-4282-9a3d-a2c4a95c8f0e), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:58.117957 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-502740c8-14b6-4541-8651-b728251428ce req-0a9d0062-6810-4b2e-bba3-ac6b5c884056 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457933 Sep 17 03:42:58.124794 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a5c2678f-aa13-41f2-bb82-7b95957ef8d8 admin admin] Publish callbacks [] for security_group (1d116545-7ea4-4282-9a3d-a2c4a95c8f0e), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:58.132195 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a729820-89d8-402b-9d16-a19959da3686 None None] New status for floating IP 175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:42:58.179405 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a5c2678f-aa13-41f2-bb82-7b95957ef8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (1d116545-7ea4-4282-9a3d-a2c4a95c8f0e), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:58.182097 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a5c2678f-aa13-41f2-bb82-7b95957ef8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:58.185679 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-a5c2678f-aa13-41f2-bb82-7b95957ef8d8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1d116545-7ea4-4282-9a3d-a2c4a95c8f0e HTTP/1.1" status: 204 len: 168 time: 0.1474597 Sep 17 03:42:58.192781 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2678f-aa13-41f2-bb82-7b95957ef8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d116545-7ea4-4282-9a3d-a2c4a95c8f0e,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:58.253779 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d286a-c903-4a92-8b10-d6a37d1802fc req-88bf83c2-9654-4718-a0e9-fe27ec284fae tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:58.256846 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c92d286a-c903-4a92-8b10-d6a37d1802fc req-88bf83c2-9654-4718-a0e9-fe27ec284fae tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 945 time: 0.0527284 Sep 17 03:42:58.270718 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:58.286636 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:58.314306 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c92d286a-c903-4a92-8b10-d6a37d1802fc req-b26f138e-6593-4e34-859b-fa147fdfbeda tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515010 Sep 17 03:42:58.373498 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9ea76576-85ba-4901-8020-c30dc4550c98 req-438bec30-fe5a-4130-b7e8-990eaa48f426 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0301933 Sep 17 03:42:58.553619 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dcdeb249-9914-4d38-9404-7044b0b17b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:58.581549 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 5265150a-2776-48e9-be1e-f9c33e260668 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:58.606927 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 5265150a-2776-48e9-be1e-f9c33e260668 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:42:58.607275 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 5265150a-2776-48e9-be1e-f9c33e260668 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:42:58.656733 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:42:58.678403 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:42:58.678863 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 437d13f2-ac92-40ee-a702-cb7bb3d9dad6 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:42:58.940106 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-39e35b12-c62c-48e3-9397-8c56fd22b88a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:58.941558 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-39e35b12-c62c-48e3-9397-8c56fd22b88a tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 945 time: 0.0563462 Sep 17 03:42:59.021359 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:59.030634 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Deleting port 7b330e76-7d63-4a79-ac1f-7b065375d22c {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:42:59.030981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:59.126087 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] For port 7b330e76-7d63-4a79-ac1f-7b065375d22c, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=7b330e76-7d63-4a79-ac1f-7b065375d22c,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:42:59.126717 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:59.246916 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacb351-b38e-4445-a5a4-888cb5c68bd1 req-3b8fa9db-d27f-4aaa-b7f3-95a8d9ffc738 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:42:59.248427 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-dfacb351-b38e-4445-a5a4-888cb5c68bd1 req-3b8fa9db-d27f-4aaa-b7f3-95a8d9ffc738 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0471728 Sep 17 03:42:59.289317 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:59.289644 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (0f856959-80c5-46fa-8910-5e5851bf51c6), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:59.289981 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Floating IP 0f856959-80c5-46fa-8910-5e5851bf51c6 disassociated. External IP: 172.28.1.139, port: 7b330e76-7d63-4a79-ac1f-7b065375d22c. Sep 17 03:42:59.290322 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Calling delete_port for 7b330e76-7d63-4a79-ac1f-7b065375d22c owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:42:59.300709 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-dfacb351-b38e-4445-a5a4-888cb5c68bd1 req-a90ebf8c-e630-432a-9315-378788fd65b9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462260 Sep 17 03:42:59.441314 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (7b330e76-7d63-4a79-ac1f-7b065375d22c), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:59.473897 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event deleted for resources: {'Port': ['ID=7b330e76-7d63-4a79-ac1f-7b065375d22c,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:42:59.555444 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d75c14d8-1cdf-4788-b0d5-9f143ed66d0a req-0845770b-e245-4e81-9c7b-ef8ffbb0b86d tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=5de68fa1-27cb-4df9-8c52-2ba2da9ea54c HTTP/1.1" status: 200 len: 210 time: 0.0321865 Sep 17 03:42:59.624992 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:59.630149 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b2071c72-40af-4a04-9f01-cc2c090e0a83 req-5aa66d59-52aa-4c88-b80c-bee98286e138 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=780a6067-bdf7-4e5a-9d47-56c9725ac017 HTTP/1.1" status: 200 len: 210 time: 0.0376124 Sep 17 03:42:59.644695 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Router 1aafb376-6bb0-461e-923c-642193257c46 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:42:59.755369 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:42:59.765458 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] Sync routers for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:42:59.776951 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:42:59.777560 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:42:59.798748 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] No DVR routers for this DVR port 7b330e76-7d63-4a79-ac1f-7b065375d22c on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:42:59.801434 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:42:59.805035 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d89ebe37-a77f-434d-a5ab-794abc91fc38 req-ec148869-60a6-4827-b7bd-aeaf93faf32c tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.55 "DELETE /networking/v2.0/ports/7b330e76-7d63-4a79-ac1f-7b065375d22c HTTP/1.1" status: 204 len: 173 time: 0.8576863 Sep 17 03:42:59.806598 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'name': 'network-vif-deleted', 'tag': '7b330e76-7d63-4a79-ac1f-7b065375d22c'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:42:59.808872 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3be6e9-7355-4460-896a-5a4b260441c6" -d '{"events": [{"server_uuid": "780a6067-bdf7-4e5a-9d47-56c9725ac017", "name": "network-vif-deleted", "tag": "7b330e76-7d63-4a79-ac1f-7b065375d22c"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:42:59.821781 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:42:59.849228 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93326d1a-8f44-4aee-a428-de0e0474eba4 x-openstack-request-id: req-93326d1a-8f44-4aee-a428-de0e0474eba4 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:42:59.849526 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780a6067-bdf7-4e5a-9d47-56c9725ac017", "name": "network-vif-deleted", "tag": "7b330e76-7d63-4a79-ac1f-7b065375d22c", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:42:59.849824 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93326d1a-8f44-4aee-a428-de0e0474eba4 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:42:59.850280 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93326d1a-8f44-4aee-a428-de0e0474eba4'] response: {'server_uuid': '780a6067-bdf7-4e5a-9d47-56c9725ac017', 'name': 'network-vif-deleted', 'tag': '7b330e76-7d63-4a79-ac1f-7b065375d22c', 'status': 'completed', 'code': 200} Sep 17 03:42:59.889299 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:00.086683 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:00.111613 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] Checking router: 1aafb376-6bb0-461e-923c-642193257c46 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:43:00.114198 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:00.120839 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:00.121417 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:00.222565 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:00.275495 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.411993 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:00.426520 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b61c26-34c1-4add-8fd2-e3c75ac4b616 req-e9a8d21f-748e-49da-b948-c878556d5f31 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:00.427973 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e9b61c26-34c1-4add-8fd2-e3c75ac4b616 req-e9a8d21f-748e-49da-b948-c878556d5f31 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0473034 Sep 17 03:43:00.436265 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bf7275-6a44-4d99-94a7-3c4725abb0a8 None None] The sync data for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb is: [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:08Z', 'revision_number': 4, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f', 'name': '', 'network_id': 'cb315db9-58e4-4a56-aa95-5fb299ae37c9', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'mac_address': 'fa:16:3e:29:89:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_interface', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:06Z', 'updated_at': '2022-09-17T03:37:18Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'subnets': [{'id': 'ca77c9d4-956d-439b-aff6-c49ca4e43dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:43:00.480096 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e9b61c26-34c1-4add-8fd2-e3c75ac4b616 req-b6781af6-657f-47ef-bedc-c6f353c3ae19 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460722 Sep 17 03:43:00.648813 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:43:00.690393 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37628) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:00.733529 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:00.739545 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37632) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:00.745158 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befea78d-3152-4f05-b1a6-c880b28ced2b None None] New status for floating IP 0f856959-80c5-46fa-8910-5e5851bf51c6: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:43:00.762787 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-eeb86a45-caba-4dc9-8f39-58e4140f085e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group (fe084e6d-071e-4190-87d1-c4643322beb9), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.785819 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-eeb86a45-caba-4dc9-8f39-58e4140f085e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group (fe084e6d-071e-4190-87d1-c4643322beb9), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.797534 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2b645f34-bd3d-43da-8644-a3b1ea8907de tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (67eadeb6-b59f-4bfc-96fc-fb614dbbd30f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.820188 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2b645f34-bd3d-43da-8644-a3b1ea8907de tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (67eadeb6-b59f-4bfc-96fc-fb614dbbd30f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.840890 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-eeb86a45-caba-4dc9-8f39-58e4140f085e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fe084e6d-071e-4190-87d1-c4643322beb9), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.843685 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-eeb86a45-caba-4dc9-8f39-58e4140f085e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.847472 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-eeb86a45-caba-4dc9-8f39-58e4140f085e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fe084e6d-071e-4190-87d1-c4643322beb9 HTTP/1.1" status: 204 len: 168 time: 0.1527753 Sep 17 03:43:00.848124 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37634) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:00.854793 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb86a45-caba-4dc9-8f39-58e4140f085e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe084e6d-071e-4190-87d1-c4643322beb9,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:00.870319 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.api.v2.resource [None req-db0420ef-5a8d-47b6-8472-bc0468a78b39 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] show failed (client error): The resource could not be found. Sep 17 03:43:00.874133 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-db0420ef-5a8d-47b6-8472-bc0468a78b39 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups/fe084e6d-071e-4190-87d1-c4643322beb9 HTTP/1.1" status: 404 len: 347 time: 0.0228503 Sep 17 03:43:00.874665 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37636) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:00.893240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:00.906426 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '5e476661-1820-4166-8d59-d6275811877b', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'port_id': '5e476661-1820-4166-8d59-d6275811877b', 'mac_address': 'fa:16:3e:06:a6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:43:00.944121 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5e476661-1820-4166-8d59-d6275811877b is: ACTIVE; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:00.944539 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.961227 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2b645f34-bd3d-43da-8644-a3b1ea8907de tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (67eadeb6-b59f-4bfc-96fc-fb614dbbd30f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.961646 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e476661-1820-4166-8d59-d6275811877b {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:43:00.963809 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2b645f34-bd3d-43da-8644-a3b1ea8907de tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.964953 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2b645f34-bd3d-43da-8644-a3b1ea8907de tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/67eadeb6-b59f-4bfc-96fc-fb614dbbd30f HTTP/1.1" status: 204 len: 168 time: 0.2243891 Sep 17 03:43:00.968270 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37638) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:00.982964 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:00.988868 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.api.v2.resource [None req-92037cc8-7f4c-4f83-a68f-346ae13ef5f8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] show failed (client error): The resource could not be found. Sep 17 03:43:00.989961 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-92037cc8-7f4c-4f83-a68f-346ae13ef5f8 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "GET /networking/v2.0/security-groups/67eadeb6-b59f-4bfc-96fc-fb614dbbd30f HTTP/1.1" status: 404 len: 347 time: 0.0203876 Sep 17 03:43:00.992137 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:00.993529 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37640) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:01.000065 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b645f34-bd3d-43da-8644-a3b1ea8907de tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eadeb6-b59f-4bfc-96fc-fb614dbbd30f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:01.017185 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Deleting port 09bb430a-a55d-45a0-b772-106305564fa3 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:01.017624 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (09bb430a-a55d-45a0-b772-106305564fa3), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.050985 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=6']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:01.099068 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (09bb430a-a55d-45a0-b772-106305564fa3), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.099400 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (09bb430a-a55d-45a0-b772-106305564fa3), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.112225 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Calling delete_port for 09bb430a-a55d-45a0-b772-106305564fa3 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:01.118878 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Deleting port c18ebf96-3cf4-4680-bc9a-d9bb49d38006 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:01.119225 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.198417 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.198712 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.211742 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Calling delete_port for c18ebf96-3cf4-4680-bc9a-d9bb49d38006 owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:01.247328 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (09bb430a-a55d-45a0-b772-106305564fa3), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.272438 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event deleted for resources: {'Port': ['ID=09bb430a-a55d-45a0-b772-106305564fa3,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:01.293095 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['5e476661-1820-4166-8d59-d6275811877b'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:43:01.342858 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks [] for floatingip (175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.345414 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.349264 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-6b9eb46f-ac0b-4b7d-8390-8d8b836f1616 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/175b0ea2-f4ff-4c7c-9368-fa3faad4aa5d HTTP/1.1" status: 204 len: 168 time: 0.4714048 Sep 17 03:43:01.355157 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (c18ebf96-3cf4-4680-bc9a-d9bb49d38006), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.391620 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Pushing event deleted for resources: {'Port': ['ID=c18ebf96-3cf4-4680-bc9a-d9bb49d38006,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:01.452410 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks [] for floatingip (0f856959-80c5-46fa-8910-5e5851bf51c6), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.455026 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.456201 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c928c970-5852-420a-849c-b6f8c24e1878 tempest-AttachVolumeTestJSON-109353933 tempest-AttachVolumeTestJSON-109353933-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/0f856959-80c5-46fa-8910-5e5851bf51c6 HTTP/1.1" status: 204 len: 168 time: 0.4615178 Sep 17 03:43:01.611840 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e480c-15cb-47b3-82af-9f06090dee4f req-8d85fc5d-0734-4d56-89db-9c5f2a52c340 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:01.613362 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c95e480c-15cb-47b3-82af-9f06090dee4f req-8d85fc5d-0734-4d56-89db-9c5f2a52c340 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 944 time: 0.0482032 Sep 17 03:43:01.661533 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c95e480c-15cb-47b3-82af-9f06090dee4f req-b16892a8-ce91-47df-bf43-0e2a556b25ee tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422952 Sep 17 03:43:01.790446 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:01.832123 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:02.671697 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:02.737732 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:02.781353 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:02.782536 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 5e476661-1820-4166-8d59-d6275811877b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:02.783054 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5e476661-1820-4166-8d59-d6275811877b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:02.783553 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 5e476661-1820-4166-8d59-d6275811877b Sep 17 03:43:02.838410 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038558c-5dbe-47f4-925b-a668ca428fde req-b43df9dc-9736-41bc-b997-f54f4110c2e5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:02.840674 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6038558c-5dbe-47f4-925b-a668ca428fde req-b43df9dc-9736-41bc-b997-f54f4110c2e5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 944 time: 0.0572309 Sep 17 03:43:02.893029 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5e476661-1820-4166-8d59-d6275811877b is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:02.893516 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:02.906356 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6038558c-5dbe-47f4-925b-a668ca428fde req-d1d59261-46e9-4141-982d-821d0d8bd2e1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587487 Sep 17 03:43:02.940658 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e476661-1820-4166-8d59-d6275811877b'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:43:02.948231 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2d53e6-3b33-4e8b-8623-eceebc034012" -d '{"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e476661-1820-4166-8d59-d6275811877b"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:43:02.966928 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:02.979840 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:02.984753 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 7b330e76-7d63-4a79-ac1f-7b065375d22c no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:03.011674 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 7b330e76-7d63-4a79-ac1f-7b065375d22c {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:03.012023 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 7b330e76-7d63-4a79-ac1f-7b065375d22c not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:03.060717 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=7']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:03.145087 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ccd42-1bdf-4b5b-b933-1f9a8da37cab x-openstack-request-id: req-bd5ccd42-1bdf-4b5b-b933-1f9a8da37cab {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:43:03.145578 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e476661-1820-4166-8d59-d6275811877b", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:43:03.145866 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd5ccd42-1bdf-4b5b-b933-1f9a8da37cab {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:43:03.146272 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5ccd42-1bdf-4b5b-b933-1f9a8da37cab'] response: {'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e476661-1820-4166-8d59-d6275811877b', 'code': 200} Sep 17 03:43:03.946684 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:03.958386 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45ef3e-9fa9-4583-b8d1-460a1d1389a3 req-9dec149d-f348-46c0-9181-310134abf51a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:03.966129 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1d45ef3e-9fa9-4583-b8d1-460a1d1389a3 req-9dec149d-f348-46c0-9181-310134abf51a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0722682 Sep 17 03:43:04.038869 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1d45ef3e-9fa9-4583-b8d1-460a1d1389a3 req-00f01e9a-acac-448f-8c12-57a8efbfb976 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714974 Sep 17 03:43:04.113271 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d353f-dbf5-4ba6-82c1-36e65bb60326 req-6c3dd8d0-afee-471e-a8af-91d788939e02 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:04.114962 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a52d353f-dbf5-4ba6-82c1-36e65bb60326 req-6c3dd8d0-afee-471e-a8af-91d788939e02 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0579364 Sep 17 03:43:04.145530 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:04.171084 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a52d353f-dbf5-4ba6-82c1-36e65bb60326 req-58132825-13ef-4479-83ab-ef734f73d081 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497024 Sep 17 03:43:05.174671 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd417454-3bc6-48ac-9e1d-0d7ccda05652 req-d613ad1a-5773-49bd-b31d-c315d7ea3141 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:05.176388 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cd417454-3bc6-48ac-9e1d-0d7ccda05652 req-d613ad1a-5773-49bd-b31d-c315d7ea3141 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.0613453 Sep 17 03:43:05.210331 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37718) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:05.242912 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cd417454-3bc6-48ac-9e1d-0d7ccda05652 req-5fdebe3d-375d-45ac-ab90-158f2cd3aead tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577912 Sep 17 03:43:05.306456 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:05.327008 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac471879-895d-4ea5-b1fb-ba38b32ec976 req-16902439-482d-4905-9fd0-ad55d5125fc1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:05.328959 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ac471879-895d-4ea5-b1fb-ba38b32ec976 req-16902439-482d-4905-9fd0-ad55d5125fc1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0612934 Sep 17 03:43:05.379959 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ac471879-895d-4ea5-b1fb-ba38b32ec976 req-5cc9dfac-4264-461a-ad30-eeebf425541b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454588 Sep 17 03:43:05.732636 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (1aafb376-6bb0-461e-923c-642193257c46), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:05.991506 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Deleting port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:05.992113 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:06.079553 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] For port f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:06.079914 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:06.096420 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Calling delete_port for f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:06.223661 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:06.279016 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:06.314448 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:06.340673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:06.342997 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:06.380784 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-08782769-30a5-4229-95cc-7d4a497f59a8 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:06.382577 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-08782769-30a5-4229-95cc-7d4a497f59a8 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.1333535 Sep 17 03:43:06.626561 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Deleting port 610bf252-f96c-48ba-a62b-a9f1160b6aef {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:06.626900 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:06.693907 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef006c-980a-4139-b8d4-e7f619508a30 req-9170377a-1d4f-42e9-8976-1d03c7b20722 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:06.696020 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5aef006c-980a-4139-b8d4-e7f619508a30 req-9170377a-1d4f-42e9-8976-1d03c7b20722 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1306589 Sep 17 03:43:06.699214 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (1aafb376-6bb0-461e-923c-642193257c46), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:06.720567 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e041a34-6aec-4fe8-874c-b52699740f3c req-d756b516-d481-4e94-be8c-f28309bb9d94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:06.728620 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4e041a34-6aec-4fe8-874c-b52699740f3c req-d756b516-d481-4e94-be8c-f28309bb9d94 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 946 time: 0.3448455 Sep 17 03:43:06.796259 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] For port 610bf252-f96c-48ba-a62b-a9f1160b6aef, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=610bf252-f96c-48ba-a62b-a9f1160b6aef,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:06.797180 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:06.816880 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4e041a34-6aec-4fe8-874c-b52699740f3c req-e4db0b43-3fac-4a9f-8626-cdeecfdf2974 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872881 Sep 17 03:43:06.822038 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Calling delete_port for 610bf252-f96c-48ba-a62b-a9f1160b6aef owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:06.831783 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5aef006c-980a-4139-b8d4-e7f619508a30 req-1107c538-5497-4d58-b401-d60023569e71 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216347 Sep 17 03:43:07.006772 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (610bf252-f96c-48ba-a62b-a9f1160b6aef), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:07.046761 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event deleted for resources: {'Port': ['ID=610bf252-f96c-48ba-a62b-a9f1160b6aef,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:07.055874 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['fe4cea40-7f28-4b7a-901c-93a694f76d8f', '610bf252-f96c-48ba-a62b-a9f1160b6aef'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:43:07.134382 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] No DVR routers for this DVR port 610bf252-f96c-48ba-a62b-a9f1160b6aef on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:43:07.138798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:07.144909 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8e0b99e9-c992-4a71-a85a-55c8f36780e8 req-659f226c-80e4-4ea8-a258-656b5f8c7a38 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "DELETE /networking/v2.0/ports/610bf252-f96c-48ba-a62b-a9f1160b6aef HTTP/1.1" status: 204 len: 173 time: 0.7362702 Sep 17 03:43:07.146565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0e098d-6bf8-4d73-a00e-b61a46cffc50', 'name': 'network-vif-deleted', 'tag': '610bf252-f96c-48ba-a62b-a9f1160b6aef'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:43:07.150187 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4184721-ff7d-4819-95a1-3e480f14b652" -d '{"events": [{"server_uuid": "1a0e098d-6bf8-4d73-a00e-b61a46cffc50", "name": "network-vif-deleted", "tag": "610bf252-f96c-48ba-a62b-a9f1160b6aef"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:43:07.239080 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64271c09-6bc0-4d3a-a89c-d508919733fb x-openstack-request-id: req-64271c09-6bc0-4d3a-a89c-d508919733fb {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:43:07.239936 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0e098d-6bf8-4d73-a00e-b61a46cffc50", "name": "network-vif-deleted", "tag": "610bf252-f96c-48ba-a62b-a9f1160b6aef", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:43:07.240697 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64271c09-6bc0-4d3a-a89c-d508919733fb {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:43:07.241589 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64271c09-6bc0-4d3a-a89c-d508919733fb'] response: {'server_uuid': '1a0e098d-6bf8-4d73-a00e-b61a46cffc50', 'name': 'network-vif-deleted', 'tag': '610bf252-f96c-48ba-a62b-a9f1160b6aef', 'status': 'completed', 'code': 200} Sep 17 03:43:07.343358 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Router 1aafb376-6bb0-461e-923c-642193257c46 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:43:07.511210 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:43:07.519197 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37734) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:07.519694 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-0bf3e76e-2ed9-4587-887e-274024bee15d admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/1aafb376-6bb0-461e-923c-642193257c46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3099780 Sep 17 03:43:07.531975 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] Sync routers for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:43:07.543218 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:07.544287 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:07.658344 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:07.673829 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks [] for router (1aafb376-6bb0-461e-923c-642193257c46), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:07.790017 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks [] for router_gateway (1aafb376-6bb0-461e-923c-642193257c46), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:07.846968 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Deleting port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:07.847796 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:07.875754 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220'}], 'enable_snat': True}, 'gw_port_id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:43:06Z', 'revision_number': 5, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port': {'id': '413a2f9d-0c2f-4b0e-81b0-949f2e15dccf', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:8e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aafb376-6bb0-461e-923c-642193257c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:07.910355 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] Checking router: 1aafb376-6bb0-461e-923c-642193257c46 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:43:07.923370 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] Routers {'1aafb376-6bb0-461e-923c-642193257c46'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:07.924925 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['1aafb376-6bb0-461e-923c-642193257c46'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:07.957336 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:08.040939 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] Set router 1aafb376-6bb0-461e-923c-642193257c46 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:08.082572 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] For port 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=413a2f9d-0c2f-4b0e-81b0-949f2e15dccf,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:08.083079 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:08.098530 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:08.099871 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:43:07Z', 'revision_number': 6, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port_host': None}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:08.103189 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5f5a7529-7d03-428b-aec7-52ebba362201 req-f67b4146-35da-4a80-bc21-7bf26e445d51 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1a0e098d-6bf8-4d73-a00e-b61a46cffc50 HTTP/1.1" status: 200 len: 210 time: 0.1012254 Sep 17 03:43:08.109523 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Calling delete_port for 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf owned by network:router_gateway {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:08.119417 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a5ee6-da43-48ce-8a9a-8c16cb7d41e3 req-07f33afa-8dd3-48e6-a579-f7546e51eda9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:08.126513 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-221a5ee6-da43-48ce-8a9a-8c16cb7d41e3 req-07f33afa-8dd3-48e6-a579-f7546e51eda9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1195536 Sep 17 03:43:08.138303 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:08.162364 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773faa2a-7705-4e72-ae6e-69d90046283f None None] The sync data for ids ['1aafb376-6bb0-461e-923c-642193257c46'] in dv-cinder-849143-3-smb is: [{'id': '1aafb376-6bb0-461e-923c-642193257c46', 'name': 'tempest-AttachVolumeTestJSON-1576897704-router', 'tenant_id': '85552d7a5517459ebf4c55260bacd5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:03Z', 'updated_at': '2022-09-17T03:43:07Z', 'revision_number': 6, 'project_id': '85552d7a5517459ebf4c55260bacd5c0', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:43:08.236103 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-221a5ee6-da43-48ce-8a9a-8c16cb7d41e3 req-a1a775ad-db71-41fe-81aa-f02c6bf89eaf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084940 Sep 17 03:43:08.366587 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (413a2f9d-0c2f-4b0e-81b0-949f2e15dccf), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:08.390240 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Pushing event deleted for resources: {'Port': ['ID=413a2f9d-0c2f-4b0e-81b0-949f2e15dccf,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:08.471663 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (1aafb376-6bb0-461e-923c-642193257c46), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:08.598345 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (1aafb376-6bb0-461e-923c-642193257c46), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:08.602497 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks [] for router_controller (1aafb376-6bb0-461e-923c-642193257c46), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:08.655266 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:08.682105 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:08.682831 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device f4e9a5d6-7d7f-4aff-9c43-d63f5dc5aa8f not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:08.703275 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (1aafb376-6bb0-461e-923c-642193257c46), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:08.703903 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aafb376-6bb0-461e-923c-642193257c46 {{(pid=106395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:43:08.712852 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:08.714144 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-09320dd7-2e1a-4a23-bae5-e19c98c66467 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/1aafb376-6bb0-461e-923c-642193257c46 HTTP/1.1" status: 204 len: 168 time: 1.1929834 Sep 17 03:43:08.716922 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37740) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:08.770930 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4aaf78f-6b65-4560-ab1e-37598a125975 admin admin] Deleting subnet ca77c9d4-956d-439b-aff6-c49ca4e43dd5 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:43:08.774807 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf78f-6b65-4560-ab1e-37598a125975 admin admin] Publish callbacks [] for subnet (ca77c9d4-956d-439b-aff6-c49ca4e43dd5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.110444 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf78f-6b65-4560-ab1e-37598a125975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254090'] for subnet (ca77c9d4-956d-439b-aff6-c49ca4e43dd5), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.261645 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf78f-6b65-4560-ab1e-37598a125975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (ca77c9d4-956d-439b-aff6-c49ca4e43dd5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.412550 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf78f-6b65-4560-ab1e-37598a125975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586979'] for subnet (ca77c9d4-956d-439b-aff6-c49ca4e43dd5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.461682 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51a653-b7b4-4ab9-bee8-4498fd057481 req-7a074671-c53c-42af-90e2-e43ea905e0fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:09.463741 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5a51a653-b7b4-4ab9-bee8-4498fd057481 req-7a074671-c53c-42af-90e2-e43ea905e0fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1234980 Sep 17 03:43:09.475814 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaf78f-6b65-4560-ab1e-37598a125975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca77c9d4-956d-439b-aff6-c49ca4e43dd5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:09.492558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf78f-6b65-4560-ab1e-37598a125975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.503548 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-f4aaf78f-6b65-4560-ab1e-37598a125975 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/ca77c9d4-956d-439b-aff6-c49ca4e43dd5 HTTP/1.1" status: 204 len: 168 time: 0.7831006 Sep 17 03:43:09.504954 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc932c6b-d56e-454d-9d9c-c82ff2cc8fb5 None None] Network cb315db9-58e4-4a56-aa95-5fb299ae37c9 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:43:09.509009 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37754) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:09.576699 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5a51a653-b7b4-4ab9-bee8-4498fd057481 req-c962e9be-3cf3-4594-ae0f-e9093590a6df tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929403 Sep 17 03:43:09.606641 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:09.665356 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c842-e4ac-4c21-9978-51a2a071b3e3 req-ef83a341-1b03-4ea0-a290-ede6cecb7ac4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:09.666903 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3c47c842-e4ac-4c21-9978-51a2a071b3e3 req-ef83a341-1b03-4ea0-a290-ede6cecb7ac4 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.1119893 Sep 17 03:43:09.669793 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (cb315db9-58e4-4a56-aa95-5fb299ae37c9), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.762293 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-3c47c842-e4ac-4c21-9978-51a2a071b3e3 req-8f40677c-49a8-42ef-8628-8f8abb8b0b54 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842364 Sep 17 03:43:09.778655 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] DHCP port deletion for cb315db9-58e4-4a56-aa95-5fb299ae37c9 request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:43:09.785942 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Deleting port b5ba7d16-6b6e-469c-a61e-00973874b4e8 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:09.786140 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.834594 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] Deleting port b5ba7d16-6b6e-469c-a61e-00973874b4e8 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:09.835395 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.864090 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] For port b5ba7d16-6b6e-469c-a61e-00973874b4e8, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=b5ba7d16-6b6e-469c-a61e-00973874b4e8,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:09.864453 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.882722 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Calling delete_port for b5ba7d16-6b6e-469c-a61e-00973874b4e8 owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:09.896873 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:09.909131 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] For port b5ba7d16-6b6e-469c-a61e-00973874b4e8, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=b5ba7d16-6b6e-469c-a61e-00973874b4e8,segment=NetworkSegment(7fecd844-a833-4732-b4e7-b4aa17b74e7c),segment_id=7fecd844-a833-4732-b4e7-b4aa17b74e7c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:09.910078 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:09.923915 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] Calling delete_port for b5ba7d16-6b6e-469c-a61e-00973874b4e8 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:09.981522 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.012133 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (b5ba7d16-6b6e-469c-a61e-00973874b4e8), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.013381 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ba7d16-6b6e-469c-a61e-00973874b4e8,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:10.022077 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] No DVR routers for this DVR port b5ba7d16-6b6e-469c-a61e-00973874b4e8 on host dv-cinder-849143-3-smb {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:43:10.047453 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] Pushing event deleted for resources: {'Port': ['ID=b5ba7d16-6b6e-469c-a61e-00973874b4e8,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:10.051607 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf416625-5a93-4981-ba1b-bcdcbdf2fe87 None None] No DVR routers for this DVR port b5ba7d16-6b6e-469c-a61e-00973874b4e8 on host dv-cinder-849143-3-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:43:10.110250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (cb315db9-58e4-4a56-aa95-5fb299ae37c9), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.141606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb315db9-58e4-4a56-aa95-5fb299ae37c9']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:10.154237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fecd844-a833-4732-b4e7-b4aa17b74e7c') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:10.154535 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fecd844-a833-4732-b4e7-b4aa17b74e7c') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:10.164721 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254129'] for segment (7fecd844-a833-4732-b4e7-b4aa17b74e7c), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.178774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (7fecd844-a833-4732-b4e7-b4aa17b74e7c), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.188076 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:43:10.188390 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339126'] for segment (7fecd844-a833-4732-b4e7-b4aa17b74e7c), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.252385 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 7fecd844-a833-4732-b4e7-b4aa17b74e7c resource provider aggregate not found Sep 17 03:43:10.274292 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 7fecd844-a833-4732-b4e7-b4aa17b74e7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fecd844-a833-4732-b4e7-b4aa17b74e7c found for delete ", "request_id": "req-0f38c09c-f612-45d5-885a-f1d44648b761"}]} Sep 17 03:43:10.286907 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (cb315db9-58e4-4a56-aa95-5fb299ae37c9), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.299311 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.303042 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/cb315db9-58e4-4a56-aa95-5fb299ae37c9 HTTP/1.1" status: 204 len: 168 time: 0.7929969 Sep 17 03:43:10.315379 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabd276-a548-4d3f-a9ac-804b8887e073 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb315db9-58e4-4a56-aa95-5fb299ae37c9,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:10.440704 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37762) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:10.485843 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4f6d02f6-6ede-4434-980b-bd82ff71118e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=85552d7a5517459ebf4c55260bacd5c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420325 Sep 17 03:43:10.486643 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37764) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:10.541294 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-afc0993f-5c02-4a74-ab72-daf1f9dc57b4 admin admin] Publish callbacks [] for security_group (04790a02-5f66-43ef-8e3f-7bee7dffc821), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.575561 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-afc0993f-5c02-4a74-ab72-daf1f9dc57b4 admin admin] Publish callbacks [] for security_group (04790a02-5f66-43ef-8e3f-7bee7dffc821), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.626025 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device b5ba7d16-6b6e-469c-a61e-00973874b4e8 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:10.655933 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-afc0993f-5c02-4a74-ab72-daf1f9dc57b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (04790a02-5f66-43ef-8e3f-7bee7dffc821), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.659062 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-afc0993f-5c02-4a74-ab72-daf1f9dc57b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:10.663172 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-afc0993f-5c02-4a74-ab72-daf1f9dc57b4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/04790a02-5f66-43ef-8e3f-7bee7dffc821 HTTP/1.1" status: 204 len: 168 time: 0.1754725 Sep 17 03:43:10.671930 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0993f-5c02-4a74-ab72-daf1f9dc57b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04790a02-5f66-43ef-8e3f-7bee7dffc821,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:10.676371 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: b5ba7d16-6b6e-469c-a61e-00973874b4e8 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:10.677226 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device b5ba7d16-6b6e-469c-a61e-00973874b4e8 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:10.678179 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:10.720232 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 610bf252-f96c-48ba-a62b-a9f1160b6aef no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:10.756052 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:10.756906 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 413a2f9d-0c2f-4b0e-81b0-949f2e15dccf not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:10.761255 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 610bf252-f96c-48ba-a62b-a9f1160b6aef {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:10.762337 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 610bf252-f96c-48ba-a62b-a9f1160b6aef not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:10.794016 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94365e0-7f21-4e77-92ca-5eb302c35867 req-4f5e7ecf-c8d3-4ea9-a2ce-9bcce71c83e4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:10.796448 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b94365e0-7f21-4e77-92ca-5eb302c35867 req-4f5e7ecf-c8d3-4ea9-a2ce-9bcce71c83e4 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0755827 Sep 17 03:43:10.870864 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b94365e0-7f21-4e77-92ca-5eb302c35867 req-bd51c6a5-447a-46f8-ba6e-6d9b87ce2a33 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677125 Sep 17 03:43:10.969884 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4a0d-1b77-4fd6-afe2-4a3a1286ea2e req-5b4b1433-ae40-4908-a02d-d576eaa5379f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:10.977683 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fd7d4a0d-1b77-4fd6-afe2-4a3a1286ea2e req-5b4b1433-ae40-4908-a02d-d576eaa5379f tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0714915 Sep 17 03:43:11.044922 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fd7d4a0d-1b77-4fd6-afe2-4a3a1286ea2e req-5757653a-dcb9-40dc-a93e-2372a10f5c05 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663471 Sep 17 03:43:11.617333 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37790) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:11.742609 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2106534059-network', 'tenant_id': '41e6e18961a7409a8014d832de70d299'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:11.752289 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:11.770845 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Made reservation on behalf of 41e6e18961a7409a8014d832de70d299 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:43:11.773334 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:11.784774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:11.879764 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Publish callbacks [] for security_group (6c75a57f-259b-4d0a-be00-40529b339f64), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:11.892406 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6c75a57f-259b-4d0a-be00-40529b339f64), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:11.924250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:43:11.935089 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c75a57f-259b-4d0a-be00-40529b339f64,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:11.958326 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (39abe2fc-2768-4846-b323-ff58a9cf4120), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:11.958686 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Added segment 39abe2fc-2768-4846-b323-ff58a9cf4120 of type vlan for network 43b210d2-7336-46cc-af65-5360567bdfcb Sep 17 03:43:12.014015 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (43b210d2-7336-46cc-af65-5360567bdfcb), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.016527 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:12.053998 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324e94a-b34c-49af-acfc-2324f4f0db1e req-de76f953-0229-4297-9b81-d8dfa8aa6735 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:12.055244 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e324e94a-b34c-49af-acfc-2324f4f0db1e req-de76f953-0229-4297-9b81-d8dfa8aa6735 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0601311 Sep 17 03:43:12.084671 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (43b210d2-7336-46cc-af65-5360567bdfcb), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.086032 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:12.086688 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.118383 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:12.122869 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-e324e94a-b34c-49af-acfc-2324f4f0db1e req-8a51b8f1-dc06-4328-be09-633a70fe12a3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596716 Sep 17 03:43:12.172398 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5538952 Sep 17 03:43:12.175380 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37800) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:12.181003 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Request body: {'subnet': {'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-subnet', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:12.205169 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:12.208166 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7dc5a-7851-4e50-94e0-f036a773d99a admin admin] Pushing event updated for resources: {'Network': ['ID=43b210d2-7336-46cc-af65-5360567bdfcb,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:12.218974 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Made reservation on behalf of 41e6e18961a7409a8014d832de70d299 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:43:12.220076 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 43b210d2-7336-46cc-af65-5360567bdfcb details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:43:12.222110 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3122894'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.231302 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604bc04-fba8-402a-95f1-3655ec2af7a9 req-fc180881-6cb0-4a28-a3f8-d7d25da9e7a8 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:12.232996 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c604bc04-fba8-402a-95f1-3655ec2af7a9 req-fc180881-6cb0-4a28-a3f8-d7d25da9e7a8 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0814435 Sep 17 03:43:12.239884 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:12.310114 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c604bc04-fba8-402a-95f1-3655ec2af7a9 req-3eb5b8cb-c296-453a-9e15-0dff16b1c316 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661497 Sep 17 03:43:12.447147 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3178105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3122904'] for subnet (c96c3ad4-1dba-487b-9d52-13a571e20da2), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.510570 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96c3ad4-1dba-487b-9d52-13a571e20da2,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:12.529847 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Checking segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:43:12.530252 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Network hostable DHCP agents. Network: 43b210d2-7336-46cc-af65-5360567bdfcb, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:43:12.551401 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Network 43b210d2-7336-46cc-af65-5360567bdfcb is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:43:12.562521 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 43b210d2-7336-46cc-af65-5360567bdfcb) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:12.567146 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:12.567765 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.575019 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa77d6-66f2-401a-936a-18258c268889 None None] Network 43b210d2-7336-46cc-af65-5360567bdfcb requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:43:12.591540 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37804) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:12.595311 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:12.600166 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-cb051408-f502-4b9d-b265-4bbb751f377c admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4233704 Sep 17 03:43:12.624282 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33120905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15715'] for router (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.625504 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33119668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33127163', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.661615 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:12.715063 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks [] for router_controller (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), precommit_add_association {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.733653 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-feef76c8-9326-4da9-b8be-c83d0f787e6e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:12.735333 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-feef76c8-9326-4da9-b8be-c83d0f787e6e tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.0793414 Sep 17 03:43:12.847596 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd92d15e3-4b01-5319-a19b-587dcb8e49b0-43b210d2-7336-46cc-af65-5360567bdfcb', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2'}]}} from dv-cinder-849143-3-smb. {{(pid=106396) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 17 03:43:12.848904 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.966274 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks [] for router_gateway (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:12.970285 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Deleting port fe4cea40-7f28-4b7a-901c-93a694f76d8f {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:12.970906 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.018281 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.db_base_plugin_common [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Allocated IP 172.20.0.2 (43b210d2-7336-46cc-af65-5360567bdfcb/c96c3ad4-1dba-487b-9d52-13a571e20da2/fcd83c23-d41f-43ce-aae8-289332bb3d2b) {{(pid=106396) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:43:13.033576 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:13.128350 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] For port fe4cea40-7f28-4b7a-901c-93a694f76d8f, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=fe4cea40-7f28-4b7a-901c-93a694f76d8f,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:13.128716 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.169545 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Publish callbacks [] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), precommit_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.175538 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Calling delete_port for fe4cea40-7f28-4b7a-901c-93a694f76d8f owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:13.177610 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), after_create {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.220633 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Network 43b210d2-7336-46cc-af65-5360567bdfcb is already hosted by enough agents. {{(pid=106396) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:43:13.226012 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.scheduler.base_scheduler [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Resources bound (agent type, host, resource id): {{(pid=106396) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:13.230062 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Received port after_create {{(pid=106396) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:43:13.236939 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Pushing event updated for resources: {'Port': ['ID=fcd83c23-d41f-43ce-aae8-289332bb3d2b,revision_number=1']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:13.276942 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efce8e2-20b3-45c8-8931-23df4d5424a5 req-ea009ed0-85ab-42a6-9077-bcdc0b0d2938 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:13.279133 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6efce8e2-20b3-45c8-8931-23df4d5424a5 req-ea009ed0-85ab-42a6-9077-bcdc0b0d2938 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0583215 Sep 17 03:43:13.292799 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Attempting to bind port fcd83c23-d41f-43ce-aae8-289332bb3d2b on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:43:13.293175 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Attempting to bind port fcd83c23-d41f-43ce-aae8-289332bb3d2b by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:43:13.293536 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Attempting to bind port fcd83c23-d41f-43ce-aae8-289332bb3d2b on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:43:13.298451 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks [] for router_gateway (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.320550 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.331164 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6efce8e2-20b3-45c8-8931-23df4d5424a5 req-4009ea78-b666-482e-bdca-5250890a1f7a tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433304 Sep 17 03:43:13.338034 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:43:13.338540 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Checking segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:43:13.339170 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.339771 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Bound using segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:43:13.340457 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Bound port: fcd83c23-d41f-43ce-aae8-289332bb3d2b, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:43:13.341287 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.407226 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:13.413310 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] For port fcd83c23-d41f-43ce-aae8-289332bb3d2b, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:43:13.417135 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] For port fcd83c23-d41f-43ce-aae8-289332bb3d2b, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fcd83c23-d41f-43ce-aae8-289332bb3d2b,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:43:13.423541 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.478921 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e812db-b0a7-4ed7-a68c-52ac82ed202c None None] Pushing event updated for resources: {'Port': ['ID=fcd83c23-d41f-43ce-aae8-289332bb3d2b,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:13.520297 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869df832-40f8-4465-a8b8-b6a5bbddbc7d req-b633788d-2adb-45c6-aa26-13e2e603b6d3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:13.521793 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-869df832-40f8-4465-a8b8-b6a5bbddbc7d req-b633788d-2adb-45c6-aa26-13e2e603b6d3 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=f7774b91-b90a-41a4-bf2a-56040ad19c30 HTTP/1.1" status: 200 len: 946 time: 0.1027555 Sep 17 03:43:13.529559 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (fe4cea40-7f28-4b7a-901c-93a694f76d8f), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.532342 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Allocated IP 172.28.1.35 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/bc6bcafa-98ab-45c4-9282-b8ac655fd1ff) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:43:13.568049 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['fe4cea40-7f28-4b7a-901c-93a694f76d8f'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:43:13.582130 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Pushing event deleted for resources: {'Port': ['ID=fe4cea40-7f28-4b7a-901c-93a694f76d8f,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:13.701649 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] No DVR routers for this DVR port fe4cea40-7f28-4b7a-901c-93a694f76d8f on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:43:13.704216 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.708506 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bddb8ce5-537b-4a3e-b98b-a8d841df4b6f req-38a472eb-4a0c-477f-b952-1ff95f4c8d9a tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.55 "DELETE /networking/v2.0/ports/fe4cea40-7f28-4b7a-901c-93a694f76d8f HTTP/1.1" status: 204 len: 173 time: 0.9398210 Sep 17 03:43:13.711038 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7774b91-b90a-41a4-bf2a-56040ad19c30', 'name': 'network-vif-deleted', 'tag': 'fe4cea40-7f28-4b7a-901c-93a694f76d8f'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:43:13.713997 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47598f82-9632-49e3-9bc5-bfb5131b3262" -d '{"events": [{"server_uuid": "f7774b91-b90a-41a4-bf2a-56040ad19c30", "name": "network-vif-deleted", "tag": "fe4cea40-7f28-4b7a-901c-93a694f76d8f"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:43:13.720444 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-869df832-40f8-4465-a8b8-b6a5bbddbc7d req-8b408d60-5e04-4fc7-9e1a-bfabeb68c5e5 tempest-ServerRescueNegativeTestJSON-494655689 tempest-ServerRescueNegativeTestJSON-494655689-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=ef7b22b4-e54a-4858-8316-4dff06a7a2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913664 Sep 17 03:43:13.767051 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:13.790433 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0ac7d4-328b-48f0-a29b-10072096b1c0 x-openstack-request-id: req-1c0ac7d4-328b-48f0-a29b-10072096b1c0 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:43:13.790711 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7774b91-b90a-41a4-bf2a-56040ad19c30", "name": "network-vif-deleted", "tag": "fe4cea40-7f28-4b7a-901c-93a694f76d8f", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:43:13.790966 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c0ac7d4-328b-48f0-a29b-10072096b1c0 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:43:13.791368 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0ac7d4-328b-48f0-a29b-10072096b1c0'] response: {'server_uuid': 'f7774b91-b90a-41a4-bf2a-56040ad19c30', 'name': 'network-vif-deleted', 'tag': 'fe4cea40-7f28-4b7a-901c-93a694f76d8f', 'status': 'completed', 'code': 200} Sep 17 03:43:13.805780 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bd191-522b-497c-b767-4ab9780a1691 req-15658608-ba42-427e-b743-f96c1309279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:13.807317 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-282bd191-522b-497c-b767-4ab9780a1691 req-15658608-ba42-427e-b743-f96c1309279b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 1129 time: 0.0764818 Sep 17 03:43:13.825818 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks [] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.930689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:13.940541 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bd191-522b-497c-b767-4ab9780a1691 req-c1c5ca2e-c6df-4258-a194-fab219b3ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:13.941959 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-282bd191-522b-497c-b767-4ab9780a1691 req-c1c5ca2e-c6df-4258-a194-fab219b3ef40 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.1191261 Sep 17 03:43:14.011353 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:43:14.020319 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:14.027169 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:43:14.058347 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6bcafa-98ab-45c4-9282-b8ac655fd1ff,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:14.078253 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-282bd191-522b-497c-b767-4ab9780a1691 req-2ca11eab-e808-4397-a7d4-45e78d1af73e service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e476661-1820-4166-8d59-d6275811877b HTTP/1.1" status: 200 len: 1000 time: 0.1134138 Sep 17 03:43:14.254817 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:14.340592 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks [] for router_gateway (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:14.344135 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bd191-522b-497c-b767-4ab9780a1691 req-3cf9c3ca-b8c4-4641-939f-fcef4901504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:14.345576 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-282bd191-522b-497c-b767-4ab9780a1691 req-3cf9c3ca-b8c4-4641-939f-fcef4901504e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.0878813 Sep 17 03:43:14.415775 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:14.464520 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bd191-522b-497c-b767-4ab9780a1691 req-8e8e31f6-9c89-46d8-8536-8f13ef8d3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:14.465946 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-282bd191-522b-497c-b767-4ab9780a1691 req-8e8e31f6-9c89-46d8-8536-8f13ef8d3b11 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0904806 Sep 17 03:43:14.478324 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a2ad5c-bbfa-49e1-a1b9-a0c24a93143f None None] Network 43b210d2-7336-46cc-af65-5360567bdfcb requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:43:14.554953 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09c3ea-98d6-4425-b5e1-58520de8e7ad req-3b36ddf2-c40f-4162-8c22-4fc99452adb9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:14.556631 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ca09c3ea-98d6-4425-b5e1-58520de8e7ad req-3b36ddf2-c40f-4162-8c22-4fc99452adb9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.1042697 Sep 17 03:43:14.580447 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:14.600240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-7976cc05-e941-4296-aae9-7e5d9ed05139 None None] Provisioning complete for port fcd83c23-d41f-43ce-aae8-289332bb3d2b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:14.600956 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7976cc05-e941-4296-aae9-7e5d9ed05139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:14.601409 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-7976cc05-e941-4296-aae9-7e5d9ed05139 None None] Attempt 1 to provision port fcd83c23-d41f-43ce-aae8-289332bb3d2b Sep 17 03:43:14.647226 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fcd83c23-d41f-43ce-aae8-289332bb3d2b up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:14.651080 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:14.654623 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:14.730115 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-7976cc05-e941-4296-aae9-7e5d9ed05139 None None] Current status of the port fcd83c23-d41f-43ce-aae8-289332bb3d2b is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:14.730451 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7976cc05-e941-4296-aae9-7e5d9ed05139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:14.748630 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port fcd83c23-d41f-43ce-aae8-289332bb3d2b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:14.749009 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:14.749342 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port fcd83c23-d41f-43ce-aae8-289332bb3d2b Sep 17 03:43:14.803093 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-7976cc05-e941-4296-aae9-7e5d9ed05139 None None] For port fcd83c23-d41f-43ce-aae8-289332bb3d2b, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fcd83c23-d41f-43ce-aae8-289332bb3d2b,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:14.817659 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37826) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:14.826281 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7976cc05-e941-4296-aae9-7e5d9ed05139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:14.916185 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976cc05-e941-4296-aae9-7e5d9ed05139 None None] Pushing event updated for resources: {'Port': ['ID=fcd83c23-d41f-43ce-aae8-289332bb3d2b,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:14.919847 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port fcd83c23-d41f-43ce-aae8-289332bb3d2b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:14.951462 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-f6d5076c-f01b-4971-bdaa-4a1de1893661 None None] Provisioning complete for port fcd83c23-d41f-43ce-aae8-289332bb3d2b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:14.951832 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f6d5076c-f01b-4971-bdaa-4a1de1893661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:14.952251 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-f6d5076c-f01b-4971-bdaa-4a1de1893661 None None] Attempt 1 to provision port fcd83c23-d41f-43ce-aae8-289332bb3d2b Sep 17 03:43:14.999003 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-282bd191-522b-497c-b767-4ab9780a1691 req-7184dc86-c72b-4e4c-967e-1271ef1caf5e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130320 Sep 17 03:43:15.023637 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ca09c3ea-98d6-4425-b5e1-58520de8e7ad req-50043413-e2be-4cb4-a42e-19696287c0ef tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4278445 Sep 17 03:43:15.040484 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5076c-f01b-4971-bdaa-4a1de1893661 None None] Current status of the port fcd83c23-d41f-43ce-aae8-289332bb3d2b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:15.063939 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33119724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33121572'] for router (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.181080 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-282bd191-522b-497c-b767-4ab9780a1691 req-f37ea2e9-e6ed-4f2f-9af4-afe12a0939ec service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692045 Sep 17 03:43:15.225801 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 is scheduled to L3 agent de47c532-b031-4da0-b49e-186a107908a4 with binding_index 1 {{(pid=106395) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 03:43:15.236461 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (60e6a481-7259-4759-827e-3bee1b16fe97), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.313416 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:15.328427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:43:15.338094 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:43:15.349535 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:15.350310 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:15.350531 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.354570 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-efdbd6e9-3065-4adb-9e95-310d4c703c28 admin admin] 10.222.0.48 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7599990 Sep 17 03:43:15.354727 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37830) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:15.401580 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:15.462864 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:15.469315 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Deleting port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:15.469962 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.550680 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] For port 73dfcf13-f4d9-40b7-8445-2bd3c4289cca, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:15.551029 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.564759 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Calling delete_port for 73dfcf13-f4d9-40b7-8445-2bd3c4289cca owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:15.638058 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:14Z', 'revision_number': 3, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:15.641841 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:15.663773 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:43:15.664128 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Updating router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:43:15.692061 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.754985 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (73dfcf13-f4d9-40b7-8445-2bd3c4289cca), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.769597 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.789685 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73dfcf13-f4d9-40b7-8445-2bd3c4289cca,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:15.805048 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:15.886360 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:15.914500 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:15.961881 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Allocated IP 172.20.0.1 (43b210d2-7336-46cc-af65-5360567bdfcb/c96c3ad4-1dba-487b-9d52-13a571e20da2/ddadbccd-9664-4d2f-936a-a1e11f6bf01b) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:43:15.983850 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (60e6a481-7259-4759-827e-3bee1b16fe97), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.992811 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Publish callbacks [] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:15.999455 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.034035 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Attempting to bind port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:43:16.034405 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Attempting to bind port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:43:16.034760 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Attempting to bind port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff on network 7393ef5f-4775-43cb-a6fb-a774e595733a {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:43:16.071556 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1750e9-56c0-41cf-b0a8-1e933dc23413 None None] Pushing event updated for resources: {'Port': ['ID=bc6bcafa-98ab-45c4-9282-b8ac655fd1ff,revision_number=2']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:16.089116 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:43:16.089550 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Checking segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:43:16.089945 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.090302 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Bound using segment: {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:43:16.090918 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Bound port: bc6bcafa-98ab-45c4-9282-b8ac655fd1ff, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287928c2-b789-4823-89d7-2cf592c7e161', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:43:16.091408 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.103682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Publish callbacks [] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.147333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] For port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:43:16.150827 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] For port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=bc6bcafa-98ab-45c4-9282-b8ac655fd1ff,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:43:16.151054 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.158442 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.192007 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Network 43b210d2-7336-46cc-af65-5360567bdfcb is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:43:16.199249 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:16.202137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:43:16.207609 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Pushing event updated for resources: {'Port': ['ID=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:16.219410 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1750e9-56c0-41cf-b0a8-1e933dc23413 None None] Pushing event updated for resources: {'Port': ['ID=bc6bcafa-98ab-45c4-9282-b8ac655fd1ff,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:16.229482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:16.230164 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:16.239688 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:16.249581 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e117f-d96d-4d61-8677-c4473b851e1b req-f81f26d5-5790-4fe5-94a0-ecdc2da7666b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:16.251109 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-629e117f-d96d-4d61-8677-c4473b851e1b req-f81f26d5-5790-4fe5-94a0-ecdc2da7666b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 945 time: 0.0861573 Sep 17 03:43:16.267344 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427293'] for router_interface (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.296590 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Router 60e6a481-7259-4759-827e-3bee1b16fe97 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:43:16.333289 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-629e117f-d96d-4d61-8677-c4473b851e1b req-9aa77a97-f355-4f6f-9f5c-fe2c5c026bbf tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694020 Sep 17 03:43:16.365779 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:16.381593 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:16.431683 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.440393 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:43:16.450209 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] Sync routers for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:43:16.456057 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-7408cefb-cc1a-4bfb-9f6d-56e35703b5d8 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/60e6a481-7259-4759-827e-3bee1b16fe97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380143 Sep 17 03:43:16.456681 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37834) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:16.591871 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks [] for router (60e6a481-7259-4759-827e-3bee1b16fe97), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.608379 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:16.609295 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:16.615493 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:16.639554 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Provisioning complete for port ddadbccd-9664-4d2f-936a-a1e11f6bf01b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:16.648054 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.648691 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Attempt 1 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:16.654225 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:14Z', 'revision_number': 3, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:16.706715 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks [] for router_gateway (60e6a481-7259-4759-827e-3bee1b16fe97), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.714825 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:16.740927 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Publish callbacks [] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.743842 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc801d-9b3e-495b-b638-4048e1fd6d89 None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:14Z', 'revision_number': 3, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:43:16.753172 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device fe4cea40-7f28-4b7a-901c-93a694f76d8f no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:16.756518 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.759354 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fcd83c23-d41f-43ce-aae8-289332bb3d2b up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:16.761940 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Deleting port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:16.762333 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.843239 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: fe4cea40-7f28-4b7a-901c-93a694f76d8f {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:16.847147 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device fe4cea40-7f28-4b7a-901c-93a694f76d8f not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:16.847329 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:16.847788 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:16.848514 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33083682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427401'] for router_interface (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.858139 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Pushing event updated for resources: {'Port': ['ID=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:16.883590 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] For port 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:16.885106 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.901959 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Port ddadbccd-9664-4d2f-936a-a1e11f6bf01b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:16.907854 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Calling delete_port for 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:16.947554 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port fcd83c23-d41f-43ce-aae8-289332bb3d2b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:16.947932 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:16.948270 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port fcd83c23-d41f-43ce-aae8-289332bb3d2b Sep 17 03:43:16.991939 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Network 43b210d2-7336-46cc-af65-5360567bdfcb is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:43:16.993971 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:16.994944 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:16.996125 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119'}], 'enable_snat': True}, 'gw_port_id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:43:15Z', 'revision_number': 5, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port': {'id': '2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ad:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:16Z', 'updated_at': '2022-09-17T03:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:17.074737 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] Checking router: 60e6a481-7259-4759-827e-3bee1b16fe97 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:43:17.091762 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] Routers {'60e6a481-7259-4759-827e-3bee1b16fe97'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:17.092771 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['60e6a481-7259-4759-827e-3bee1b16fe97'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:17.095664 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:17.211434 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.235557 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5e476661-1820-4166-8d59-d6275811877b is: ACTIVE; New status is: DOWN {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:17.235955 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.259556 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:17.259788 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] Set router 60e6a481-7259-4759-827e-3bee1b16fe97 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:17.303669 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:17.311812 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port fcd83c23-d41f-43ce-aae8-289332bb3d2b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:17.331351 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e476661-1820-4166-8d59-d6275811877b'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:43:17.332308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:43:17.333663 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54d2cac-a8e8-4ff9-8df7-bdd230d63b36" -d '{"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e476661-1820-4166-8d59-d6275811877b"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:43:17.365917 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:17.371219 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 6, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port_host': None}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:17.384561 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.410108 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Attempt 2 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:17.417403 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (60e6a481-7259-4759-827e-3bee1b16fe97), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.420525 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 17 Sep 2022 03:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45d0479-fa06-42de-a352-4a0759bc6c0e x-openstack-request-id: req-b45d0479-fa06-42de-a352-4a0759bc6c0e {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:43:17.420844 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5e476661-1820-4166-8d59-d6275811877b", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:43:17.421101 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b45d0479-fa06-42de-a352-4a0759bc6c0e {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:43:17.421501 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45d0479-fa06-42de-a352-4a0759bc6c0e'] response: {'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e476661-1820-4166-8d59-d6275811877b', 'code': 200} Sep 17 03:43:17.456294 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705aaa6-f92f-4282-b0bb-f4f4a8a16086 None None] The sync data for ids ['60e6a481-7259-4759-827e-3bee1b16fe97'] in dv-cinder-849143-3-smb is: [{'id': '60e6a481-7259-4759-827e-3bee1b16fe97', 'name': 'tempest-ServerRescueNegativeTestJSON-123560156-router', 'tenant_id': '379e8c4381df423a92e7c6b05105a1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:15Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 6, 'project_id': '379e8c4381df423a92e7c6b05105a1c3', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:43:17.537396 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Port ddadbccd-9664-4d2f-936a-a1e11f6bf01b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:17.544459 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=8']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:17.552080 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:43:17.562320 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-974daea2-f2af-4297-89fe-7f750e7b3f40 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/17fc8d1f-3cf2-4286-91aa-6f12c37f84f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2065494 Sep 17 03:43:17.614565 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (60e6a481-7259-4759-827e-3bee1b16fe97), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.617994 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks [] for router_controller (60e6a481-7259-4759-827e-3bee1b16fe97), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.625110 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e954-b03f-4916-aa40-ba20d61d8c39 req-fd0ac391-e5f0-4e35-a6bc-2241942114a6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:17.626734 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d0b8e954-b03f-4916-aa40-ba20d61d8c39 req-fd0ac391-e5f0-4e35-a6bc-2241942114a6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.1137261 Sep 17 03:43:17.632170 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:17.705827 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:17.712275 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (60e6a481-7259-4759-827e-3bee1b16fe97), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.712892 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60e6a481-7259-4759-827e-3bee1b16fe97 {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:43:17.720774 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.721977 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3a7699b0-c555-4b6f-8512-38ccd95a2747 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/60e6a481-7259-4759-827e-3bee1b16fe97 HTTP/1.1" status: 204 len: 168 time: 1.2643168 Sep 17 03:43:17.724796 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37846) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:17.746234 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d0b8e954-b03f-4916-aa40-ba20d61d8c39 req-9b9d70ee-0767-4581-b974-65198e44cd6f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664568 Sep 17 03:43:17.803093 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-765076ef-da13-425d-88ed-c22faa1990b4 admin admin] Deleting subnet f230a653-d02f-4d5e-9e84-0357db4472f9 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:43:17.807284 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-765076ef-da13-425d-88ed-c22faa1990b4 admin admin] Publish callbacks [] for subnet (f230a653-d02f-4d5e-9e84-0357db4472f9), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.884253 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-765076ef-da13-425d-88ed-c22faa1990b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254090'] for subnet (f230a653-d02f-4d5e-9e84-0357db4472f9), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:17.966199 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37856) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:17.973241 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-9870879c-c166-4958-a70f-59b433b9022f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568464819', 'description': 'tempest-description--841831631'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:18.035241 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-765076ef-da13-425d-88ed-c22faa1990b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (f230a653-d02f-4d5e-9e84-0357db4472f9), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.038463 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9870879c-c166-4958-a70f-59b433b9022f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.039079 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Attempt 3 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:18.084082 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Port ddadbccd-9664-4d2f-936a-a1e11f6bf01b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:18.093376 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:18.135451 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-765076ef-da13-425d-88ed-c22faa1990b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586979'] for subnet (f230a653-d02f-4d5e-9e84-0357db4472f9), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.196004 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-765076ef-da13-425d-88ed-c22faa1990b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.198755 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed525444-74db-4a80-a9d4-542ac817e39e None None] Network 1458a1e6-1414-43a9-b44e-45df4904fa99 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:43:18.199620 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-765076ef-da13-425d-88ed-c22faa1990b4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/f230a653-d02f-4d5e-9e84-0357db4472f9 HTTP/1.1" status: 204 len: 168 time: 0.4737899 Sep 17 03:43:18.200736 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765076ef-da13-425d-88ed-c22faa1990b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f230a653-d02f-4d5e-9e84-0357db4472f9,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:18.203413 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37860) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:18.204500 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9870879c-c166-4958-a70f-59b433b9022f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (3e15d373-b84a-412b-bc5c-b88828aeeef2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.211321 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9870879c-c166-4958-a70f-59b433b9022f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (3e15d373-b84a-412b-bc5c-b88828aeeef2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.253529 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9870879c-c166-4958-a70f-59b433b9022f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.254860 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9870879c-c166-4958-a70f-59b433b9022f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2875812 Sep 17 03:43:18.259009 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37862) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:18.264092 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-5a1fdc46-891f-4ab0-9074-857c75d6b84c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group_rule': {'security_group_id': '3e15d373-b84a-412b-bc5c-b88828aeeef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:18.278351 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870879c-c166-4958-a70f-59b433b9022f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e15d373-b84a-412b-bc5c-b88828aeeef2,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:18.503361 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] DHCP port deletion for 1458a1e6-1414-43a9-b44e-45df4904fa99 request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:43:18.547886 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] Deleting port 23f60dbf-9a2b-472b-b565-3567b48aff57 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:18.548422 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.608793 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (1458a1e6-1414-43a9-b44e-45df4904fa99), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.616624 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a1fdc46-891f-4ab0-9074-857c75d6b84c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (7f3177db-d5b2-4714-af0e-f455214cda91), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.621138 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Attempt 4 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:18.678917 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Port ddadbccd-9664-4d2f-936a-a1e11f6bf01b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:18.680539 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] For port 23f60dbf-9a2b-472b-b565-3567b48aff57, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=23f60dbf-9a2b-472b-b565-3567b48aff57,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:18.680943 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.692528 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device bc6bcafa-98ab-45c4-9282-b8ac655fd1ff up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:18.703026 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] Calling delete_port for 23f60dbf-9a2b-472b-b565-3567b48aff57 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:18.715136 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Deleting port 23f60dbf-9a2b-472b-b565-3567b48aff57 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:43:18.716854 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.736241 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a1fdc46-891f-4ab0-9074-857c75d6b84c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (7f3177db-d5b2-4714-af0e-f455214cda91), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.772564 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a1fdc46-891f-4ab0-9074-857c75d6b84c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (7f3177db-d5b2-4714-af0e-f455214cda91), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.805308 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:18.805731 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.806088 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff Sep 17 03:43:18.825476 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fdc46-891f-4ab0-9074-857c75d6b84c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3177db-d5b2-4714-af0e-f455214cda91,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:18.833590 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5a1fdc46-891f-4ab0-9074-857c75d6b84c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.838305 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37876) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:18.844458 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-01f2d9f7-b8c0-4a7e-b010-c7f2c62d7b60 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group_rule': {'security_group_id': '3e15d373-b84a-412b-bc5c-b88828aeeef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:18.849892 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5a1fdc46-891f-4ab0-9074-857c75d6b84c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5894718 Sep 17 03:43:18.853906 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.861723 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] For port 23f60dbf-9a2b-472b-b565-3567b48aff57, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=23f60dbf-9a2b-472b-b565-3567b48aff57,segment=NetworkSegment(903ee466-2496-4103-8ea2-627cf8c2a99c),segment_id=903ee466-2496-4103-8ea2-627cf8c2a99c)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:18.862217 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.884109 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] Pushing event deleted for resources: {'Port': ['ID=23f60dbf-9a2b-472b-b565-3567b48aff57,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:18.890240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78249e4-aa49-4682-aad9-8434a58de4f4 None None] No DVR routers for this DVR port 23f60dbf-9a2b-472b-b565-3567b48aff57 on host dv-cinder-849143-3-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:43:18.897003 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Calling delete_port for 23f60dbf-9a2b-472b-b565-3567b48aff57 owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:43:18.908925 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01f2d9f7-b8c0-4a7e-b010-c7f2c62d7b60 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (d3790f34-c509-425b-af6d-527b87046c56), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.945667 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:18.950091 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:18.950767 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.988791 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] For port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=bc6bcafa-98ab-45c4-9282-b8ac655fd1ff,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:18.996852 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:18.997050 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01f2d9f7-b8c0-4a7e-b010-c7f2c62d7b60 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (d3790f34-c509-425b-af6d-527b87046c56), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.003554 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01f2d9f7-b8c0-4a7e-b010-c7f2c62d7b60 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (d3790f34-c509-425b-af6d-527b87046c56), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.054736 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2d9f7-b8c0-4a7e-b010-c7f2c62d7b60 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3790f34-c509-425b-af6d-527b87046c56,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:19.068738 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (23f60dbf-9a2b-472b-b565-3567b48aff57), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.078952 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-01f2d9f7-b8c0-4a7e-b010-c7f2c62d7b60 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.084563 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-01f2d9f7-b8c0-4a7e-b010-c7f2c62d7b60 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2449138 Sep 17 03:43:19.085129 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37882) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:19.092030 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:19.098448 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 73dfcf13-f4d9-40b7-8445-2bd3c4289cca no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:19.117991 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [req-ccc1299b-1f5e-4c39-a663-0b5fadb9502a req-8b46e4f9-d855-4706-aa91-4ac6f8aacafa service neutron] http://10.222.0.48:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 17 03:43:19.125285 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ccc1299b-1f5e-4c39-a663-0b5fadb9502a req-8b46e4f9-d855-4706-aa91-4ac6f8aacafa service neutron] 10.222.0.48 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1051629 Sep 17 03:43:19.127274 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f60dbf-9a2b-472b-b565-3567b48aff57,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:19.130169 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 73dfcf13-f4d9-40b7-8445-2bd3c4289cca {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:19.130721 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 73dfcf13-f4d9-40b7-8445-2bd3c4289cca not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:19.131323 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 23f60dbf-9a2b-472b-b565-3567b48aff57 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:19.132602 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] No DVR routers for this DVR port 23f60dbf-9a2b-472b-b565-3567b48aff57 on host dv-cinder-849143-3-smb {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:43:19.133452 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.135906 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Pushing event updated for resources: {'Port': ['ID=bc6bcafa-98ab-45c4-9282-b8ac655fd1ff,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:19.162038 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 23f60dbf-9a2b-472b-b565-3567b48aff57 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:19.162390 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 23f60dbf-9a2b-472b-b565-3567b48aff57 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:19.162818 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:19.182541 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Attempt 5 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:19.184367 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:43:19.185225 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 2c9e7e14-bf3a-4fad-ae33-f3d82d8d9439 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:43:19.187724 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:19.226047 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (1458a1e6-1414-43a9-b44e-45df4904fa99), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.242732 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Port ddadbccd-9664-4d2f-936a-a1e11f6bf01b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:19.249314 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.254372 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1458a1e6-1414-43a9-b44e-45df4904fa99']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:19.267369 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903ee466-2496-4103-8ea2-627cf8c2a99c') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:19.268465 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903ee466-2496-4103-8ea2-627cf8c2a99c') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:19.279072 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195120'] for segment (903ee466-2496-4103-8ea2-627cf8c2a99c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.295986 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (903ee466-2496-4103-8ea2-627cf8c2a99c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.318545 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:43:19.319421 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3163676'] for segment (903ee466-2496-4103-8ea2-627cf8c2a99c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.373866 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 903ee466-2496-4103-8ea2-627cf8c2a99c resource provider aggregate not found Sep 17 03:43:19.390000 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:43:19.392480 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:19.406229 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (1458a1e6-1414-43a9-b44e-45df4904fa99), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.407941 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:19.408840 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:19.408997 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 903ee466-2496-4103-8ea2-627cf8c2a99c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 903ee466-2496-4103-8ea2-627cf8c2a99c found for delete ", "request_id": "req-0142869b-9f1a-4de3-b6a3-f8a7a7d42bcb"}]} Sep 17 03:43:19.416552 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.419913 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/1458a1e6-1414-43a9-b44e-45df4904fa99 HTTP/1.1" status: 204 len: 168 time: 1.2153137 Sep 17 03:43:19.442697 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da15883-4746-4f1b-a423-f79436c70458 admin admin] Pushing event deleted for resources: {'Network': ['ID=1458a1e6-1414-43a9-b44e-45df4904fa99,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:19.485923 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95266fb-418b-4146-b4d6-edebbbfa2969 req-26a201af-6159-44d5-a423-07bf54947b72 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:19.487784 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a95266fb-418b-4146-b4d6-edebbbfa2969 req-26a201af-6159-44d5-a423-07bf54947b72 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.1442862 Sep 17 03:43:19.507862 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:19.521796 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Allocated IP 172.28.1.209 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/32cb5dca-3d34-4fe2-81f2-ceecbda49899) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:43:19.525774 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-30cbd299-5115-424e-b0b6-445efa31cb5f service neutron] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974774 Sep 17 03:43:19.541049 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:19.581702 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37904) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:19.635086 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-05c4cbd1-1134-48f2-9565-ad6dfa373828 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=379e8c4381df423a92e7c6b05105a1c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518837 Sep 17 03:43:19.637695 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 37906) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:19.640164 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a95266fb-418b-4146-b4d6-edebbbfa2969 req-651329a4-c8a5-4db1-82dc-1048c35ebe5b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381466 Sep 17 03:43:19.701590 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdfc8-21b8-4e1f-8544-08fd93357eb8 admin admin] Publish callbacks [] for security_group (ef7b22b4-e54a-4858-8316-4dff06a7a2ca), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.706874 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (32cb5dca-3d34-4fe2-81f2-ceecbda49899), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.708415 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 37908) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:19.723670 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdfc8-21b8-4e1f-8544-08fd93357eb8 admin admin] Publish callbacks [] for security_group (ef7b22b4-e54a-4858-8316-4dff06a7a2ca), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.728370 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:19.761684 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (32cb5dca-3d34-4fe2-81f2-ceecbda49899), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.763290 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Attempt 6 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:19.788386 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdfc8-21b8-4e1f-8544-08fd93357eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (ef7b22b4-e54a-4858-8316-4dff06a7a2ca), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.793403 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-fc1bdfc8-21b8-4e1f-8544-08fd93357eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.796582 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-fc1bdfc8-21b8-4e1f-8544-08fd93357eb8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/ef7b22b4-e54a-4858-8316-4dff06a7a2ca HTTP/1.1" status: 204 len: 168 time: 0.1571813 Sep 17 03:43:19.808191 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bdfc8-21b8-4e1f-8544-08fd93357eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7b22b4-e54a-4858-8316-4dff06a7a2ca,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:19.825479 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 2, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:19.827329 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Port ddadbccd-9664-4d2f-936a-a1e11f6bf01b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:19.834305 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:43:19.840260 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:19.842579 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=32cb5dca-3d34-4fe2-81f2-ceecbda49899,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:19.851981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:43:19.862987 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:43:19.863605 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Updating router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 port ddadbccd-9664-4d2f-936a-a1e11f6bf01b binding host dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 03:43:19.896333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:19.970224 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-1eef8b94-e2f9-4568-a7e1-e9c7c73321c5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:19.971617 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-1eef8b94-e2f9-4568-a7e1-e9c7c73321c5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports/5e476661-1820-4166-8d59-d6275811877b HTTP/1.1" status: 200 len: 940 time: 0.2617843 Sep 17 03:43:20.008572 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (0d2e31d2-0f9d-4f3a-a5ba-172632da0053), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.057914 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (32cb5dca-3d34-4fe2-81f2-ceecbda49899), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.182307 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:20.227043 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-edc20cc3-8c2e-49d2-ba0d-b289febfd2a9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873482 Sep 17 03:43:20.238721 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Publish callbacks [] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), precommit_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.250215 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.320602 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-d4992c04-045f-47e6-b1f1-656d6150997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:20.322056 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-d4992c04-045f-47e6-b1f1-656d6150997a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1130 time: 0.0462441 Sep 17 03:43:20.339926 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (32cb5dca-3d34-4fe2-81f2-ceecbda49899), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.347955 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Attempt 7 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:20.351921 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79822f52-05f1-4eeb-8731-75264bc6c02a None None] Pushing event updated for resources: {'Port': ['ID=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,revision_number=3']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:20.402174 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Attempting to bind port ddadbccd-9664-4d2f-936a-a1e11f6bf01b on host dv-cinder-849143-3-smb for vnic_type normal with profile {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:43:20.402510 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (32cb5dca-3d34-4fe2-81f2-ceecbda49899), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.403159 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Attempting to bind port ddadbccd-9664-4d2f-936a-a1e11f6bf01b by drivers openvswitch,hyperv on host dv-cinder-849143-3-smb at level 0 using segments [{'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:43:20.403536 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Attempting to bind port ddadbccd-9664-4d2f-936a-a1e11f6bf01b on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:43:20.445491 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:20.452462 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Port ddadbccd-9664-4d2f-936a-a1e11f6bf01b cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:20.455339 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Checking agent: {'id': '8016a00b-f55b-455d-8622-ce8b0193102a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849143-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 29, 2), 'started_at': datetime.datetime(2022, 9, 17, 3, 29, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849143-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:43:20.455711 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Checking segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:43:20.456138 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.456656 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Bound using segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} {{(pid=106396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:43:20.457147 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.managers [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Bound port: ddadbccd-9664-4d2f-936a-a1e11f6bf01b, host: dv-cinder-849143-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}}] {{(pid=106396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:43:20.457528 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.471685 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=32cb5dca-3d34-4fe2-81f2-ceecbda49899,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:20.516217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (0d2e31d2-0f9d-4f3a-a5ba-172632da0053), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.540035 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-a041d9f6-7671-437f-92b3-6f4679684220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:20.541559 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-a041d9f6-7671-437f-92b3-6f4679684220 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 200 len: 909 time: 0.1976440 Sep 17 03:43:20.548384 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] For port ddadbccd-9664-4d2f-936a-a1e11f6bf01b, host dv-cinder-849143-3-smb, cleared binding levels {{(pid=106396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:43:20.548967 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.550409 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2e8d4e8d-8e24-41dc-9e9c-89313afa3f77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4642644 Sep 17 03:43:20.564033 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] For port ddadbccd-9664-4d2f-936a-a1e11f6bf01b, host dv-cinder-849143-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:43:20.590420 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:20.627023 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-17880c13-8e66-4789-bb66-40d8b5c79802 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 1001 time: 0.0749304 Sep 17 03:43:20.688202 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-43b51d20-0504-4017-96e5-c25be8be7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:20.689862 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-43b51d20-0504-4017-96e5-c25be8be7ed6 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d HTTP/1.1" status: 200 len: 847 time: 0.0568318 Sep 17 03:43:20.698585 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:20.699637 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:42:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:20.718332 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:20.788073 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-cb518e43-0ade-4c74-a85a-21d17ac5fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:20.790343 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-cb518e43-0ade-4c74-a85a-21d17ac5fcee service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0949671 Sep 17 03:43:20.803497 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79822f52-05f1-4eeb-8731-75264bc6c02a None None] Pushing event updated for resources: {'Port': ['ID=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:20.812493 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:43:20.814633 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device bc6bcafa-98ab-45c4-9282-b8ac655fd1ff up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:20.847152 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:43:20.899479 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edcbab-da2d-43c5-863a-1c209de02754 req-9c11b98b-e83f-44ec-86b7-e662ed19054c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:20.907507 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c0edcbab-da2d-43c5-863a-1c209de02754 req-9c11b98b-e83f-44ec-86b7-e662ed19054c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0979221 Sep 17 03:43:20.956260 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c0edcbab-da2d-43c5-863a-1c209de02754 req-d7435765-7ccb-440b-a114-b35f4b3bdcf6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476525 Sep 17 03:43:20.956528 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Attempt 8 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:20.983227 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-0e352bb6-9cba-42ce-950d-52508e05a84a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828394 Sep 17 03:43:21.063367 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:21.100062 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e1f1d3b1-280d-4c77-a842-88391d8297e0 req-492ba02f-03fb-4e19-bf0a-d9c60b5a2e13 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011860 Sep 17 03:43:21.124964 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:21.125490 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:21.125694 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff Sep 17 03:43:21.129789 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:21.130354 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:21.135584 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-42b9602a-cf39-4a75-9d7a-c2b8f258e53a tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1568464819&fields=id&tenant_id=41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 267 time: 0.2924263 Sep 17 03:43:21.277352 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4c2cdca5-c0df-4d6e-9bc9-635bf7bddaa2 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:21.285274 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4c2cdca5-c0df-4d6e-9bc9-635bf7bddaa2 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 815 time: 0.1378036 Sep 17 03:43:21.304436 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-988a5584-5d9d-4323-b1af-5039cd7979ff tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/quotas/41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 375 time: 0.0173459 Sep 17 03:43:21.365547 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-69f9c817-ba42-4ca9-a3ac-25d85294bcd2 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549865 Sep 17 03:43:21.383513 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5e476661-1820-4166-8d59-d6275811877b is: DOWN; New status is: DOWN {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:21.400402 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Current status of the port ddadbccd-9664-4d2f-936a-a1e11f6bf01b is: DOWN; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:21.400790 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:21.528077 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] For port ddadbccd-9664-4d2f-936a-a1e11f6bf01b, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:21.533279 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:21.542783 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:21.567367 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:21.628826 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:20Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:21.643260 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-4362785d-2a17-4587-9ab1-57ed61ec7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:21.644811 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-4362785d-2a17-4587-9ab1-57ed61ec7fdf service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3&tenant_id=fc39540e3c13425797fca427caf460a5 HTTP/1.1" status: 200 len: 1127 time: 0.0953417 Sep 17 03:43:21.664374 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292e6f8-2a66-40b3-96bb-b36e80a65b5e None None] Pushing event updated for resources: {'Port': ['ID=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:21.670286 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea439b-a095-47b5-875d-d98515337c92 None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:20Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:43:21.679095 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-c1b2ff81-94d9-4725-b200-f9fea0b6e0df None None] Provisioning complete for port ddadbccd-9664-4d2f-936a-a1e11f6bf01b triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:21.679535 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ff81-94d9-4725-b200-f9fea0b6e0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:21.679923 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-c1b2ff81-94d9-4725-b200-f9fea0b6e0df None None] Attempt 1 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:21.709555 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-c38e6347-1623-43cb-b107-3a5e5f28286c service neutron] 10.222.0.48 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304064 Sep 17 03:43:21.788774 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2ff81-94d9-4725-b200-f9fea0b6e0df None None] Current status of the port ddadbccd-9664-4d2f-936a-a1e11f6bf01b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:21.806614 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-939d31d7-c97a-4590-9a80-aab042c25049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:21.808120 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-939d31d7-c97a-4590-9a80-aab042c25049 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=fc39540e3c13425797fca427caf460a5&device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 1127 time: 0.1200252 Sep 17 03:43:21.917331 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-b82d7a11-8b88-4767-89c6-58666b85ed14 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067502 Sep 17 03:43:22.177953 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d4d23-9681-4448-a33d-c4207c80db58 req-a3018761-ba1d-4374-abe1-dde350573b6e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:22.187562 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-573d4d23-9681-4448-a33d-c4207c80db58 req-a3018761-ba1d-4374-abe1-dde350573b6e tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0864918 Sep 17 03:43:22.226429 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:22.263605 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-573d4d23-9681-4448-a33d-c4207c80db58 req-3275cbf9-491f-4fba-a012-317987ea1390 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747046 Sep 17 03:43:22.348476 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-cf42cb4d-e35a-4d3e-b5c6-58f2de15afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:22.349586 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-cf42cb4d-e35a-4d3e-b5c6-58f2de15afcc service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 200 len: 917 time: 0.5316722 Sep 17 03:43:22.351423 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1732fdff-3042-41b5-92e9-ed6568938fde req-25bb7f3f-366c-4b73-acf6-f517026164ca tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0336499 Sep 17 03:43:22.416945 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-efc360a3-aa9f-4532-84e0-11581f6b7540 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e476661-1820-4166-8d59-d6275811877b HTTP/1.1" status: 200 len: 998 time: 0.0606582 Sep 17 03:43:22.472121 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-cf28ea1b-d54b-413f-a0ab-e7be901d1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:22.473526 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-cf28ea1b-d54b-413f-a0ab-e7be901d1450 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 200 len: 855 time: 0.0505137 Sep 17 03:43:22.520556 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-64089bc8-f432-4629-b135-ad8c51a49fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:22.522250 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-64089bc8-f432-4629-b135-ad8c51a49fbd service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=9f6c8767-3434-4aa6-8f1a-e924b549661c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433400 Sep 17 03:43:22.633652 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-e108589f-f97a-4281-93de-578e61fe6079 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048713 Sep 17 03:43:22.658843 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device ddadbccd-9664-4d2f-936a-a1e11f6bf01b up at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:22.714137 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Provisioning complete for port ddadbccd-9664-4d2f-936a-a1e11f6bf01b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:22.714928 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:22.715546 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Attempt 1 to provision port ddadbccd-9664-4d2f-936a-a1e11f6bf01b Sep 17 03:43:22.736030 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0ea27233-0cb6-442e-9d10-ef549e7ea82d req-41297437-22a9-4ac8-8a77-30282a825475 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947807 Sep 17 03:43:22.786935 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:22.806089 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Current status of the port ddadbccd-9664-4d2f-936a-a1e11f6bf01b is: ACTIVE; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:23.419389 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732ad18-8cd3-46eb-ab7b-19c1acd79bd3 req-bf211aa2-1172-462c-a0a5-248c374482f8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:23.423314 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1732ad18-8cd3-46eb-ab7b-19c1acd79bd3 req-bf211aa2-1172-462c-a0a5-248c374482f8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0692844 Sep 17 03:43:23.495607 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-1732ad18-8cd3-46eb-ab7b-19c1acd79bd3 req-4a864464-71d8-4d9e-9841-2bdf7e39374d tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656772 Sep 17 03:43:23.508053 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ac0340c-4d92-4f62-b1ac-0d34a1efe220 req-edabddc7-28e9-4816-9fb7-8a5815c8f3c4 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0504911 Sep 17 03:43:24.642360 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-84236bda-06d6-49f3-8317-b22ac1f7ebf3 req-0face6f3-0f51-4a02-8b5f-b78eafae4c16 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0353425 Sep 17 03:43:24.659997 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cca299-6235-4fb4-a4c4-e44b297d66f1 req-c44df854-9dd4-4b34-8e76-3ff2794c3ed5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:24.661610 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-15cca299-6235-4fb4-a4c4-e44b297d66f1 req-c44df854-9dd4-4b34-8e76-3ff2794c3ed5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0651309 Sep 17 03:43:24.730429 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-15cca299-6235-4fb4-a4c4-e44b297d66f1 req-88595b13-3e17-43b0-8e9a-aab908370cc7 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622826 Sep 17 03:43:25.749973 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-af7c190e-3839-4b32-a3f6-6bc7291859e1 req-24708e37-695d-4741-bd3b-4d703b881a72 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0291157 Sep 17 03:43:25.858955 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278371-fab6-49f1-b07e-fbe25f2fd519 req-0c351fa7-7749-4971-967b-499a1c13deb6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:25.861135 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-68278371-fab6-49f1-b07e-fbe25f2fd519 req-0c351fa7-7749-4971-967b-499a1c13deb6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0490463 Sep 17 03:43:25.913926 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-68278371-fab6-49f1-b07e-fbe25f2fd519 req-8e0a958e-794b-42ba-b96f-7a8ee7386ca8 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467641 Sep 17 03:43:26.450920 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-01d40599-c614-4842-ad36-7036bb12647f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:26.869866 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eeccdb3c-3dcc-47f9-b8b6-62ad947f4d85 req-46081f58-7d23-486e-a553-42ec807735ca tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0305974 Sep 17 03:43:27.054590 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63dbb-952a-4deb-9dd0-1206a00f0fbe req-4aed1a11-9927-4f6d-8abe-ee23c34dbbd1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:27.056136 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ef63dbb-952a-4deb-9dd0-1206a00f0fbe req-4aed1a11-9927-4f6d-8abe-ee23c34dbbd1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0521293 Sep 17 03:43:27.111343 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ef63dbb-952a-4deb-9dd0-1206a00f0fbe req-6776a27f-165f-470d-8003-da56480e47d5 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488653 Sep 17 03:43:27.392936 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=47 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:27.983857 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71bec60a-bb3b-4e96-889e-c7d5e2df4774 req-35f56551-4e1e-4690-ab18-e5847cdde8bf tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0302415 Sep 17 03:43:28.270692 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37296851-a2be-400d-ad9c-14eb9ab454bc req-c4599c32-a15e-40aa-8ab6-eff58eb98020 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:28.272262 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-37296851-a2be-400d-ad9c-14eb9ab454bc req-c4599c32-a15e-40aa-8ab6-eff58eb98020 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0663381 Sep 17 03:43:28.333890 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-37296851-a2be-400d-ad9c-14eb9ab454bc req-6e66ee28-e456-423d-a60c-9de34abfcf18 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557880 Sep 17 03:43:28.547095 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0414c56b-345b-4dd9-9bfa-90d3296f1e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:29.106250 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a377a6c3-2f4a-4601-9a00-ca394c02d5c2 req-680ea071-9b69-4415-8bd4-51d7d7ba7c47 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0321651 Sep 17 03:43:29.474080 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbbbdd-2f1d-47c8-ac5a-a8eb777f9207 req-91c889a0-9bde-4be5-9d49-3fc2adb52542 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:29.475811 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bdfbbbdd-2f1d-47c8-ac5a-a8eb777f9207 req-91c889a0-9bde-4be5-9d49-3fc2adb52542 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0479760 Sep 17 03:43:29.534398 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:29.539319 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bdfbbbdd-2f1d-47c8-ac5a-a8eb777f9207 req-4d6a9cdf-fdf3-43d8-8820-bd1615e03dbc tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503695 Sep 17 03:43:30.230509 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-06be8e39-e512-4ba1-a429-54a8d1272ea9 req-4c735108-b8c5-45dc-8ee8-d409954edffd tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0321116 Sep 17 03:43:30.278473 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:30.684969 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c505eab-8de1-46c2-a32a-4c2dde19da29 req-2e47190b-d359-430c-b84f-47f973735f93 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:30.686531 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4c505eab-8de1-46c2-a32a-4c2dde19da29 req-2e47190b-d359-430c-b84f-47f973735f93 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0528574 Sep 17 03:43:30.739799 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4c505eab-8de1-46c2-a32a-4c2dde19da29 req-099daab5-14ee-4b89-a2e1-dd6ec092e0d9 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473409 Sep 17 03:43:30.856960 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=16 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:31.335730 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f7ab1600-0931-4dc4-924e-b2c085a5abe3 req-164ac984-69cf-471c-be5c-5c774576ffa3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0293443 Sep 17 03:43:31.787053 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:31.834110 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:31.873871 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fddf3-f4cd-42c2-aaa0-c6ba34c9cee1 req-023dffc3-a3a6-4d97-b8bd-3d787c20f885 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:31.875354 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-598fddf3-f4cd-42c2-aaa0-c6ba34c9cee1 req-023dffc3-a3a6-4d97-b8bd-3d787c20f885 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0498400 Sep 17 03:43:31.934190 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-598fddf3-f4cd-42c2-aaa0-c6ba34c9cee1 req-933be319-81c6-4540-9666-ea9f6e02f812 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529995 Sep 17 03:43:32.450576 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a08d21f1-d58d-4648-8d61-cf9cea01b56e req-e6fcc12c-758d-4fc0-b3ca-e295089df78f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0304546 Sep 17 03:43:32.547928 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:32.569727 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:32.600059 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495374-80ca-4f4d-af86-c40412d53e2a req-3bb3be54-7e68-4d8d-a4af-8bf140c9ef8f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:32.601497 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-3bb3be54-7e68-4d8d-a4af-8bf140c9ef8f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 815 time: 0.1073511 Sep 17 03:43:32.672403 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-afa8abc5-9945-4e14-8baf-050b71d14147 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 380 time: 0.0559497 Sep 17 03:43:32.777372 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'port': {'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'admin_state_up': True, 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'security_groups': ['3e15d373-b84a-412b-bc5c-b88828aeeef2']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:32.896209 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Made reservation on behalf of 41e6e18961a7409a8014d832de70d299 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:43:32.900099 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:33.031188 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Allocated IP 172.20.0.11 (43b210d2-7336-46cc-af65-5360567bdfcb/c96c3ad4-1dba-487b-9d52-13a571e20da2/963d17b0-a7a1-4697-96f2-244568e1a6be) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:43:33.067778 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2963c7-6902-41a5-ae5f-28ae7351d5e3 req-404e4e57-0fc2-4cc6-b0f6-9d77d264d8fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:33.069282 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9e2963c7-6902-41a5-ae5f-28ae7351d5e3 req-404e4e57-0fc2-4cc6-b0f6-9d77d264d8fa tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0529771 Sep 17 03:43:33.118161 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-9e2963c7-6902-41a5-ae5f-28ae7351d5e3 req-9c0f5f53-ad3e-4ed8-81b8-6c4dbefe3d84 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423520 Sep 17 03:43:33.174501 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:33.206782 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:33.248580 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Network 43b210d2-7336-46cc-af65-5360567bdfcb is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:43:33.253930 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:43:33.257780 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:43:33.287590 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=963d17b0-a7a1-4697-96f2-244568e1a6be,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:33.319121 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:33.319733 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:33.343289 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-4b28e392-add1-4ae0-807f-a535c3392274 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723789 Sep 17 03:43:33.360339 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Request body: {'port': {'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:33.425119 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:33.504705 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-41a5c176-1617-407a-b919-7b044426701e None None] Provisioning complete for port 963d17b0-a7a1-4697-96f2-244568e1a6be triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:33.505217 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-41a5c176-1617-407a-b919-7b044426701e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:33.505470 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-41a5c176-1617-407a-b919-7b044426701e None None] Attempt 1 to provision port 963d17b0-a7a1-4697-96f2-244568e1a6be Sep 17 03:43:33.517193 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:33.583341 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-41a5c176-1617-407a-b919-7b044426701e None None] Port 963d17b0-a7a1-4697-96f2-244568e1a6be cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:33.591830 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:33.675133 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09fe18-5721-4113-ac6d-4e7fc42c6b83 req-dd923373-7278-4941-b67f-63995c6a76df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:33.676697 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4c09fe18-5721-4113-ac6d-4e7fc42c6b83 req-dd923373-7278-4941-b67f-63995c6a76df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 932 time: 0.0836818 Sep 17 03:43:33.790390 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4c09fe18-5721-4113-ac6d-4e7fc42c6b83 req-2fcc4096-8697-4de9-8402-0ddaebdc5c77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838706 Sep 17 03:43:33.851866 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963d17b0-a7a1-4697-96f2-244568e1a6be {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:43:33.859648 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Publish callbacks [] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:33.872594 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Transition to ACTIVE for port object 963d17b0-a7a1-4697-96f2-244568e1a6be will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:43:33.877127 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:33.943140 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Pushing event updated for resources: {'Port': ['ID=963d17b0-a7a1-4697-96f2-244568e1a6be,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:33.994676 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Attempting to bind port 963d17b0-a7a1-4697-96f2-244568e1a6be on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:43:33.995084 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Attempting to bind port 963d17b0-a7a1-4697-96f2-244568e1a6be by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:43:33.995438 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Attempting to bind port 963d17b0-a7a1-4697-96f2-244568e1a6be on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:43:34.037586 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Port 963d17b0-a7a1-4697-96f2-244568e1a6be on network 43b210d2-7336-46cc-af65-5360567bdfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:43:34.037947 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Attempting to bind port 963d17b0-a7a1-4697-96f2-244568e1a6be on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:43:34.080434 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:43:34.080666 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Checking segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:43:34.081082 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Bound using segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:43:34.081515 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Bound port: 963d17b0-a7a1-4697-96f2-244568e1a6be, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:43:34.081878 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.084835 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-41a5c176-1617-407a-b919-7b044426701e None None] Attempt 2 to provision port 963d17b0-a7a1-4697-96f2-244568e1a6be Sep 17 03:43:34.121448 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-41a5c176-1617-407a-b919-7b044426701e None None] Port 963d17b0-a7a1-4697-96f2-244568e1a6be cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:43:34.149888 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] For port 963d17b0-a7a1-4697-96f2-244568e1a6be, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:43:34.153378 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] For port 963d17b0-a7a1-4697-96f2-244568e1a6be, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=963d17b0-a7a1-4697-96f2-244568e1a6be,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:43:34.161407 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.167223 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:34.168348 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.170067 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/963d17b0-a7a1-4697-96f2-244568e1a6be HTTP/1.1" status: 200 len: 1094 time: 0.8139467 Sep 17 03:43:34.172430 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'tag': '963d17b0-a7a1-4697-96f2-244568e1a6be'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:43:34.174874 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8" -d '{"events": [{"name": "network-changed", "server_uuid": "740ab594-bbd7-459a-9e90-3acb5f88e97d", "tag": "963d17b0-a7a1-4697-96f2-244568e1a6be"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:43:34.224525 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94e02e-aeaa-4446-b77d-0766d6278665 service neutron] Pushing event updated for resources: {'Port': ['ID=963d17b0-a7a1-4697-96f2-244568e1a6be,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:34.228690 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecf1056-aca7-441a-b45e-20a72983f595 x-openstack-request-id: req-aecf1056-aca7-441a-b45e-20a72983f595 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:43:34.228975 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740ab594-bbd7-459a-9e90-3acb5f88e97d", "tag": "963d17b0-a7a1-4697-96f2-244568e1a6be", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:43:34.229273 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aecf1056-aca7-441a-b45e-20a72983f595 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:43:34.229692 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecf1056-aca7-441a-b45e-20a72983f595'] response: {'name': 'network-changed', 'server_uuid': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'tag': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'status': 'completed', 'code': 200} Sep 17 03:43:34.260932 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee774c-f69b-4a4d-8f27-396aefebd58e req-d802abfa-14c1-4766-924d-34585a1242fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:34.262487 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a0ee774c-f69b-4a4d-8f27-396aefebd58e req-d802abfa-14c1-4766-924d-34585a1242fe tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 943 time: 0.0603898 Sep 17 03:43:34.289145 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495374-80ca-4f4d-af86-c40412d53e2a req-d05285dd-dd80-45f0-b1c9-6ee37b69e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:34.290663 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-d05285dd-dd80-45f0-b1c9-6ee37b69e93d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 1128 time: 0.0408626 Sep 17 03:43:34.309505 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a0ee774c-f69b-4a4d-8f27-396aefebd58e req-21e1a9b7-700b-4e5d-8a81-b0c0dd744512 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412402 Sep 17 03:43:34.340716 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-76fd35d8-bdbb-4b7d-928c-4812d71cafce service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=963d17b0-a7a1-4697-96f2-244568e1a6be HTTP/1.1" status: 200 len: 217 time: 0.0362005 Sep 17 03:43:34.391663 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495374-80ca-4f4d-af86-c40412d53e2a req-6a66150b-28ee-4929-b149-fb82fd4ff2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:34.393068 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-6a66150b-28ee-4929-b149-fb82fd4ff2a1 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0459228 Sep 17 03:43:34.429093 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:34.443525 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495374-80ca-4f4d-af86-c40412d53e2a req-24d1c8a2-2600-4677-9859-b2a27884598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:34.445901 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-24d1c8a2-2600-4677-9859-b2a27884598c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469034 Sep 17 03:43:34.541289 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-aeae41f4-7fa0-4449-9b9e-aae7225824af service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895817 Sep 17 03:43:34.606178 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:34.623144 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-41a5c176-1617-407a-b919-7b044426701e None None] Attempt 3 to provision port 963d17b0-a7a1-4697-96f2-244568e1a6be Sep 17 03:43:34.636343 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-71495374-80ca-4f4d-af86-c40412d53e2a req-fb073736-9950-4857-84aa-3d58e009c08b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892837 Sep 17 03:43:34.666777 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-41a5c176-1617-407a-b919-7b044426701e None None] Port 963d17b0-a7a1-4697-96f2-244568e1a6be had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:43:34.795680 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:43:34.904020 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:34.915917 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '5e476661-1820-4166-8d59-d6275811877b', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'port_id': '5e476661-1820-4166-8d59-d6275811877b', 'mac_address': 'fa:16:3e:06:a6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:43:34.923750 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec1324-c13c-4626-8494-ad342883c895 req-88a66610-de51-43c0-bcad-a3de0a8a3bcc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:34.925314 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-29ec1324-c13c-4626-8494-ad342883c895 req-88a66610-de51-43c0-bcad-a3de0a8a3bcc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 944 time: 0.0576546 Sep 17 03:43:34.963242 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5e476661-1820-4166-8d59-d6275811877b is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:34.963681 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:34.982088 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e476661-1820-4166-8d59-d6275811877b {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:43:34.984401 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-29ec1324-c13c-4626-8494-ad342883c895 req-e6cad0ea-1744-457d-829c-7e042e02f11d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527980 Sep 17 03:43:35.009943 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:35.015330 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:35.062892 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=9']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:35.329023 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['5e476661-1820-4166-8d59-d6275811877b'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:43:35.355012 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:35.438779 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcec594-51d3-4262-bf06-855003f8784c req-6e729d6f-86df-48d3-ada4-5c5a6066f2ca tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:35.440296 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8dcec594-51d3-4262-bf06-855003f8784c req-6e729d6f-86df-48d3-ada4-5c5a6066f2ca tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 944 time: 0.0503449 Sep 17 03:43:35.462456 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-6e56d23a-7e26-4cac-a8a6-c8b0eb82cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:35.464296 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-6e56d23a-7e26-4cac-a8a6-c8b0eb82cd2e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 1128 time: 0.0419891 Sep 17 03:43:35.490360 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8dcec594-51d3-4262-bf06-855003f8784c req-23e7ce4b-4112-45d4-8f8a-c156c39121e0 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433092 Sep 17 03:43:35.563763 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-dc238907-868a-4de8-9ce8-d2aebb4ec958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:35.565208 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-dc238907-868a-4de8-9ce8-d2aebb4ec958 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 916 time: 0.0951803 Sep 17 03:43:35.604516 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-4ad31260-5b94-4baf-81b7-fa866f6db32b service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=963d17b0-a7a1-4697-96f2-244568e1a6be HTTP/1.1" status: 200 len: 217 time: 0.0328691 Sep 17 03:43:35.655137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-6e8c93ae-8fe2-486d-8c89-a58da9ea67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:35.656605 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-6e8c93ae-8fe2-486d-8c89-a58da9ea67f9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0461204 Sep 17 03:43:35.703188 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-e9e84e4e-cb3f-4fab-b4ff-ccf2f67c3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:35.704638 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-e9e84e4e-cb3f-4fab-b4ff-ccf2f67c3b4c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403028 Sep 17 03:43:35.800827 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-17f996ad-479a-4559-9a37-c610f24532a2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889633 Sep 17 03:43:35.905920 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-42b7df38-270e-4f5e-8aaf-cb3c6aad34a8 req-77fbbcbb-fbf0-4686-bf03-5bf5d2c9dafd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987341 Sep 17 03:43:36.154744 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeaea0-7e63-48ce-8730-23623a984a88 req-9773f0e6-2919-4c8a-9512-f0b62caefaaa tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:36.156222 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-dbbeaea0-7e63-48ce-8730-23623a984a88 req-9773f0e6-2919-4c8a-9512-f0b62caefaaa tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 944 time: 0.0604069 Sep 17 03:43:36.207627 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-dbbeaea0-7e63-48ce-8730-23623a984a88 req-37c9c5bf-45b5-4108-a609-801dc96d196a tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Sep 17 03:43:36.616061 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:36.627610 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6e1f-c49c-4aa3-b99e-05a42c175554 req-4415233c-a51a-4196-849e-3a03881c9c71 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:36.629079 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2cbe6e1f-c49c-4aa3-b99e-05a42c175554 req-4415233c-a51a-4196-849e-3a03881c9c71 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 944 time: 0.0493906 Sep 17 03:43:36.678681 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2cbe6e1f-c49c-4aa3-b99e-05a42c175554 req-013a3aa4-c4eb-4f66-bae3-65ebba055902 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434639 Sep 17 03:43:36.813156 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 963d17b0-a7a1-4697-96f2-244568e1a6be details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:43:36.827803 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:36.930478 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 5e476661-1820-4166-8d59-d6275811877b triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:36.930851 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5e476661-1820-4166-8d59-d6275811877b), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:36.931180 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 5e476661-1820-4166-8d59-d6275811877b Sep 17 03:43:36.963874 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:36.983514 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 963d17b0-a7a1-4697-96f2-244568e1a6be, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=963d17b0-a7a1-4697-96f2-244568e1a6be,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:36.999562 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:43:37.063654 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 963d17b0-a7a1-4697-96f2-244568e1a6be is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:37.063959 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:37.065954 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5e476661-1820-4166-8d59-d6275811877b is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:37.066316 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5e476661-1820-4166-8d59-d6275811877b), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:37.086816 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963d17b0-a7a1-4697-96f2-244568e1a6be {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:43:37.105103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e476661-1820-4166-8d59-d6275811877b'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:43:37.107474 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb44a4a1-6c80-46b8-9e7c-a430ae43ee51" -d '{"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e476661-1820-4166-8d59-d6275811877b"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:43:37.126482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:37.128350 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 963d17b0-a7a1-4697-96f2-244568e1a6be, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=963d17b0-a7a1-4697-96f2-244568e1a6be,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:37.134317 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5e476661-1820-4166-8d59-d6275811877b), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:37.142097 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:37.161124 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91d724a-3d16-44ce-ab16-f541a82cce27 x-openstack-request-id: req-e91d724a-3d16-44ce-ab16-f541a82cce27 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:43:37.161433 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-plugged", "status": "completed", "tag": "5e476661-1820-4166-8d59-d6275811877b", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:43:37.161680 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e91d724a-3d16-44ce-ab16-f541a82cce27 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:43:37.162101 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91d724a-3d16-44ce-ab16-f541a82cce27'] response: {'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e476661-1820-4166-8d59-d6275811877b', 'code': 200} Sep 17 03:43:37.187561 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=10']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:37.236440 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=963d17b0-a7a1-4697-96f2-244568e1a6be,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:37.336782 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402debd2-a6ea-49d2-9efc-cf69176049bc req-65e8c361-1ab6-42f7-a396-71e41846149b tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:37.338714 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-402debd2-a6ea-49d2-9efc-cf69176049bc req-65e8c361-1ab6-42f7-a396-71e41846149b tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 945 time: 0.0517802 Sep 17 03:43:37.391806 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-402debd2-a6ea-49d2-9efc-cf69176049bc req-f1cbf449-df89-453d-bf6b-37b09a97352d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470297 Sep 17 03:43:37.400205 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802db7f-87be-42ec-aa57-57f874d5dae0 req-0bbd349e-7247-47f1-a79b-8a3ae41260e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:37.401547 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4802db7f-87be-42ec-aa57-57f874d5dae0 req-0bbd349e-7247-47f1-a79b-8a3ae41260e2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 1130 time: 0.0384948 Sep 17 03:43:37.441656 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['963d17b0-a7a1-4697-96f2-244568e1a6be'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:43:37.447892 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4802db7f-87be-42ec-aa57-57f874d5dae0 req-aeee47c9-a4d1-4114-934d-96897f251563 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379796 Sep 17 03:43:37.536354 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:37.823142 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d8eb4-be1e-4b20-8482-c1ebe4aecce2 req-2fe82903-06c7-4e4f-ace2-e4f12a7d7744 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:37.824590 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d64d8eb4-be1e-4b20-8482-c1ebe4aecce2 req-2fe82903-06c7-4e4f-ace2-e4f12a7d7744 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 946 time: 0.0499890 Sep 17 03:43:37.847110 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:37.874897 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d64d8eb4-be1e-4b20-8482-c1ebe4aecce2 req-22ac6285-db35-4a49-af4f-38833d720191 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423594 Sep 17 03:43:38.532165 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07c3b8-b40b-4bc2-8b94-487cb7c47744 req-d40bc4ae-adaa-4d22-9c4c-2d7284c428b1 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:38.534243 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ea07c3b8-b40b-4bc2-8b94-487cb7c47744 req-d40bc4ae-adaa-4d22-9c4c-2d7284c428b1 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 945 time: 0.0547624 Sep 17 03:43:38.584037 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ea07c3b8-b40b-4bc2-8b94-487cb7c47744 req-0a9edfc5-58df-4cc0-a13a-c64a1ea88ecb tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Sep 17 03:43:38.843823 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 963d17b0-a7a1-4697-96f2-244568e1a6be up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:43:38.887619 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 963d17b0-a7a1-4697-96f2-244568e1a6be completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:43:38.893636 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 963d17b0-a7a1-4697-96f2-244568e1a6be triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:43:38.894009 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:38.894342 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 963d17b0-a7a1-4697-96f2-244568e1a6be Sep 17 03:43:38.991619 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 963d17b0-a7a1-4697-96f2-244568e1a6be is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:43:38.992380 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:39.027995 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 963d17b0-a7a1-4697-96f2-244568e1a6be, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=963d17b0-a7a1-4697-96f2-244568e1a6be,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:43:39.032203 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:39.035565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816ca04-1698-4e46-a922-117e8da04be7 req-4216f172-cb66-4a1e-93db-6cac7e30bf7b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:39.037052 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2816ca04-1698-4e46-a922-117e8da04be7 req-4216f172-cb66-4a1e-93db-6cac7e30bf7b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 946 time: 0.0496278 Sep 17 03:43:39.078091 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=963d17b0-a7a1-4697-96f2-244568e1a6be,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:39.084452 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2816ca04-1698-4e46-a922-117e8da04be7 req-2ade1e62-dec2-4ed6-b437-d1ef1f1177a3 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Sep 17 03:43:39.162986 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d17b0-a7a1-4697-96f2-244568e1a6be'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:43:39.165335 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20c69f7-c279-4402-acd5-6c289b9221fe" -d '{"events": [{"server_uuid": "740ab594-bbd7-459a-9e90-3acb5f88e97d", "name": "network-vif-plugged", "status": "completed", "tag": "963d17b0-a7a1-4697-96f2-244568e1a6be"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:43:39.203321 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2b40e6-d980-49a4-9f4a-1f3ac8d0db49 x-openstack-request-id: req-bb2b40e6-d980-49a4-9f4a-1f3ac8d0db49 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:43:39.203643 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740ab594-bbd7-459a-9e90-3acb5f88e97d", "name": "network-vif-plugged", "status": "completed", "tag": "963d17b0-a7a1-4697-96f2-244568e1a6be", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:43:39.203900 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb2b40e6-d980-49a4-9f4a-1f3ac8d0db49 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:43:39.204303 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2b40e6-d980-49a4-9f4a-1f3ac8d0db49'] response: {'server_uuid': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'code': 200} Sep 17 03:43:39.422390 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bad532-0a8a-4b9f-b59d-6ea0ab098eb6 req-d51c78f2-1dc1-4ea8-8b96-ccd0d8ceb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:39.423855 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d1bad532-0a8a-4b9f-b59d-6ea0ab098eb6 req-d51c78f2-1dc1-4ea8-8b96-ccd0d8ceb84e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 1130 time: 0.0434346 Sep 17 03:43:39.476808 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d1bad532-0a8a-4b9f-b59d-6ea0ab098eb6 req-29dab2a2-c6d2-44f8-800e-517c2ee4458a service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465066 Sep 17 03:43:39.708642 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a2c41-3b0d-4d7d-a290-d09edfe1be19 req-7682ea85-2da2-48bc-ab1e-514cdaeb046c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:39.710097 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a87a2c41-3b0d-4d7d-a290-d09edfe1be19 req-7682ea85-2da2-48bc-ab1e-514cdaeb046c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 946 time: 0.0479808 Sep 17 03:43:39.722373 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:39.759654 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a87a2c41-3b0d-4d7d-a290-d09edfe1be19 req-0dc7d90e-5fb4-416e-b635-25b7101d7d27 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437620 Sep 17 03:43:40.225422 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638e838-300d-45b2-80c8-afb8db0bc910 req-33e00564-74df-4e0e-bb9e-a8aa19fe8d5b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:40.226947 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7638e838-300d-45b2-80c8-afb8db0bc910 req-33e00564-74df-4e0e-bb9e-a8aa19fe8d5b tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 946 time: 0.0494525 Sep 17 03:43:40.276588 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-7638e838-300d-45b2-80c8-afb8db0bc910 req-aad0b9b7-fec8-404d-8318-2f5b0d8ad522 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418119 Sep 17 03:43:40.898121 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f73cb8-41c6-4ba4-b73d-e902d7fae644 req-be1c9848-3d8a-48c4-b4b6-7566d90f22a6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:40.899596 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-79f73cb8-41c6-4ba4-b73d-e902d7fae644 req-be1c9848-3d8a-48c4-b4b6-7566d90f22a6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 946 time: 0.0486586 Sep 17 03:43:40.955080 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-79f73cb8-41c6-4ba4-b73d-e902d7fae644 req-6dc38b79-7dbc-44d4-8ccf-b2fbd909dabc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496774 Sep 17 03:43:41.080671 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35300-a8e7-44bd-a8f0-996de712f939 req-ac720c46-b2c6-4170-a87e-7dcbe545ab77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:41.082300 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-85b35300-a8e7-44bd-a8f0-996de712f939 req-ac720c46-b2c6-4170-a87e-7dcbe545ab77 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 946 time: 0.0555856 Sep 17 03:43:41.092995 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38296) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:41.097624 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'floatingip': {'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:43:41.137202 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (0d2e31d2-0f9d-4f3a-a5ba-172632da0053), before_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:41.298880 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:41.577949 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:41.583164 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (0d2e31d2-0f9d-4f3a-a5ba-172632da0053), after_update {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:41.683346 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.db.l3_db [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Floating IP 0d2e31d2-0f9d-4f3a-a5ba-172632da0053 associated. External IP: 172.28.1.209, port: 963d17b0-a7a1-4697-96f2-244568e1a6be. Sep 17 03:43:41.771377 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:41.887968 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:43:42.007454 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:43:42.013042 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:42.017784 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:43:42.028787 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:42.029424 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:43:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:42.046211 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-855a48c9-efb8-4bfc-9c0c-a55c7acb48c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/0d2e31d2-0f9d-4f3a-a5ba-172632da0053 HTTP/1.1" status: 200 len: 992 time: 0.9496529 Sep 17 03:43:42.046211 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'tag': '963d17b0-a7a1-4697-96f2-244568e1a6be'}] {{(pid=106394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:43:42.046761 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c89b99cfee7165ee82770ff483fa91339afd1e48b808e50e65fab3e8cce1f814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "740ab594-bbd7-459a-9e90-3acb5f88e97d", "tag": "963d17b0-a7a1-4697-96f2-244568e1a6be"}]}' {{(pid=106394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:43:42.131623 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:42.199635 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4288e3b-5bcb-4348-be12-664b52c13166 x-openstack-request-id: req-f4288e3b-5bcb-4348-be12-664b52c13166 {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:43:42.199826 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "740ab594-bbd7-459a-9e90-3acb5f88e97d", "tag": "963d17b0-a7a1-4697-96f2-244568e1a6be", "status": "completed", "code": 200}]} {{(pid=106394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:43:42.200079 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4288e3b-5bcb-4348-be12-664b52c13166 {{(pid=106394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:43:42.200486 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4288e3b-5bcb-4348-be12-664b52c13166'] response: {'name': 'network-changed', 'server_uuid': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'tag': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'status': 'completed', 'code': 200} Sep 17 03:43:42.298927 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-cf0554bd-4ab6-49c6-a4c1-4597e4576975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:42.300752 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-cf0554bd-4ab6-49c6-a4c1-4597e4576975 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 1130 time: 0.0497894 Sep 17 03:43:42.356589 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:41Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:42.387365 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:43:42.399901 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:43:42.400149 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:43:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:42.422226 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-609882ca-27ed-4418-b884-4f6c776bc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:42.423706 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-609882ca-27ed-4418-b884-4f6c776bc51e service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 916 time: 0.1174369 Sep 17 03:43:42.494306 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-ed92d277-f88d-4162-b74d-222bcd66cd65 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=963d17b0-a7a1-4697-96f2-244568e1a6be HTTP/1.1" status: 200 len: 1000 time: 0.0637805 Sep 17 03:43:42.502249 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:43:42.545478 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-df213c09-6d86-4b5e-8ddf-41a44262065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:42.546871 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-df213c09-6d86-4b5e-8ddf-41a44262065c service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0465682 Sep 17 03:43:42.596116 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-14809630-5915-4362-b835-1d4918c421d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:43:42.601833 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-14809630-5915-4362-b835-1d4918c421d1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0425081 Sep 17 03:43:42.705650 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-afff1d74-1800-4262-a2c5-f6681edb8cb4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999229 Sep 17 03:43:42.721055 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:41Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:43:42.747200 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3e0975-51a4-4218-a84d-5acee89cb9d0 None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:41Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:43:42.804601 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-bc43cd2a-d74a-4199-ab1a-4048ce504ccd req-6e79806d-c288-42b7-973a-bc0324a7e8cb service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922647 Sep 17 03:43:42.940285 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90169082-9f1c-4e77-a979-9dc1465b2ff8 None None] New status for floating IP 0d2e31d2-0f9d-4f3a-a5ba-172632da0053: ACTIVE {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:43:44.257631 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:52.037508 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:52.040575 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=25 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:52.410252 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38454) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:52.518650 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:52.606796 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Publish callbacks [] for security_group (2c94cd05-2b74-4e56-be21-de8a74876c62), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:52.613723 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (2c94cd05-2b74-4e56-be21-de8a74876c62), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:52.662066 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=4fc0e843dfa8486ab638a34dd4463d3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507181 Sep 17 03:43:52.663120 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c94cd05-2b74-4e56-be21-de8a74876c62,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:52.665090 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38458) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:52.670525 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.670879 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.671219 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.671558 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.671888 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.672316 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.672650 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.672973 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.673290 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.673611 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.673966 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.674275 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.674593 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.674905 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.675225 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c7c0bd-3674-4014-a868-5eb35998036b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.715892 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Publish callbacks [] for security_group (2c94cd05-2b74-4e56-be21-de8a74876c62), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:52.735957 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Publish callbacks [] for security_group (2c94cd05-2b74-4e56-be21-de8a74876c62), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:52.737406 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:52.794414 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (2c94cd05-2b74-4e56-be21-de8a74876c62), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:52.798178 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:52.799395 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2c94cd05-2b74-4e56-be21-de8a74876c62 HTTP/1.1" status: 204 len: 168 time: 0.1329455 Sep 17 03:43:52.807389 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c94cd05-2b74-4e56-be21-de8a74876c62,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:52.815243 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.815587 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.815920 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.816256 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.816583 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.816912 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.817276 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.817537 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.817884 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.818208 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.818529 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.818853 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.819168 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.819488 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:52.819803 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2261e1-fb71-48d3-8330-05f6195ff0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:43:53.070155 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38464) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:53.084120 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d367f448-cb25-44bd-b838-a23973e5291a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:53.168371 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d367f448-cb25-44bd-b838-a23973e5291a admin admin] Publish callbacks [] for security_group (a1df4fdd-9cbc-4297-aaf5-eb5e9c580cf3), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:53.173764 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d367f448-cb25-44bd-b838-a23973e5291a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a1df4fdd-9cbc-4297-aaf5-eb5e9c580cf3), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:53.213378 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367f448-cb25-44bd-b838-a23973e5291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1df4fdd-9cbc-4297-aaf5-eb5e9c580cf3,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:53.219797 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-d367f448-cb25-44bd-b838-a23973e5291a admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=60d5dd97db9d49cf96a19944a2c9bcc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462440 Sep 17 03:43:53.220353 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38466) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:53.234920 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:53.272174 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df7e4c84-1c71-4e23-bebb-1e74e2ae1c54 admin admin] Publish callbacks [] for security_group (a1df4fdd-9cbc-4297-aaf5-eb5e9c580cf3), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:53.292689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df7e4c84-1c71-4e23-bebb-1e74e2ae1c54 admin admin] Publish callbacks [] for security_group (a1df4fdd-9cbc-4297-aaf5-eb5e9c580cf3), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:53.349214 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df7e4c84-1c71-4e23-bebb-1e74e2ae1c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a1df4fdd-9cbc-4297-aaf5-eb5e9c580cf3), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:53.352199 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-df7e4c84-1c71-4e23-bebb-1e74e2ae1c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:53.353415 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-df7e4c84-1c71-4e23-bebb-1e74e2ae1c54 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a1df4fdd-9cbc-4297-aaf5-eb5e9c580cf3 HTTP/1.1" status: 204 len: 168 time: 0.1320722 Sep 17 03:43:53.363701 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e4c84-1c71-4e23-bebb-1e74e2ae1c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1df4fdd-9cbc-4297-aaf5-eb5e9c580cf3,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:55.415793 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38542) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:55.523363 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-15057c61-0c00-4dda-a3b1-5c063d136f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:55.599320 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-15057c61-0c00-4dda-a3b1-5c063d136f6e admin admin] Publish callbacks [] for security_group (08b5459f-a97a-4a49-a6aa-c0b043690f04), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:55.605507 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-15057c61-0c00-4dda-a3b1-5c063d136f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (08b5459f-a97a-4a49-a6aa-c0b043690f04), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:55.647340 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-15057c61-0c00-4dda-a3b1-5c063d136f6e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=cd169149b91b48e9ab08b2c9667f54dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304931 Sep 17 03:43:55.648271 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15057c61-0c00-4dda-a3b1-5c063d136f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b5459f-a97a-4a49-a6aa-c0b043690f04,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:55.650297 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38546) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:55.700935 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3c2621e4-1b09-4470-94d4-67e67cb259ab admin admin] Publish callbacks [] for security_group (08b5459f-a97a-4a49-a6aa-c0b043690f04), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:55.720991 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3c2621e4-1b09-4470-94d4-67e67cb259ab admin admin] Publish callbacks [] for security_group (08b5459f-a97a-4a49-a6aa-c0b043690f04), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:55.769828 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3c2621e4-1b09-4470-94d4-67e67cb259ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (08b5459f-a97a-4a49-a6aa-c0b043690f04), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:55.772374 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3c2621e4-1b09-4470-94d4-67e67cb259ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:55.773538 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3c2621e4-1b09-4470-94d4-67e67cb259ab admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/08b5459f-a97a-4a49-a6aa-c0b043690f04 HTTP/1.1" status: 204 len: 168 time: 0.1222177 Sep 17 03:43:55.781232 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2621e4-1b09-4470-94d4-67e67cb259ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b5459f-a97a-4a49-a6aa-c0b043690f04,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:55.792317 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:56.054249 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38552) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:56.068044 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a039415e-c386-4f2a-9ef5-5e18043bee22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:56.145651 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a039415e-c386-4f2a-9ef5-5e18043bee22 admin admin] Publish callbacks [] for security_group (83b4fb81-6c02-43e1-a6ad-6b216260af65), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:56.151440 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a039415e-c386-4f2a-9ef5-5e18043bee22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (83b4fb81-6c02-43e1-a6ad-6b216260af65), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:56.190410 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-a039415e-c386-4f2a-9ef5-5e18043bee22 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=455e39e4518d4f0ab9bd3381bee1e493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350026 Sep 17 03:43:56.191271 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039415e-c386-4f2a-9ef5-5e18043bee22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b4fb81-6c02-43e1-a6ad-6b216260af65,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:56.194132 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38554) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:43:56.244952 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8d751c5c-7b3f-41a4-aa08-40fbb8460b8c admin admin] Publish callbacks [] for security_group (83b4fb81-6c02-43e1-a6ad-6b216260af65), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:56.266058 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8d751c5c-7b3f-41a4-aa08-40fbb8460b8c admin admin] Publish callbacks [] for security_group (83b4fb81-6c02-43e1-a6ad-6b216260af65), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:56.325652 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8d751c5c-7b3f-41a4-aa08-40fbb8460b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (83b4fb81-6c02-43e1-a6ad-6b216260af65), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:56.329071 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8d751c5c-7b3f-41a4-aa08-40fbb8460b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:56.330224 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8d751c5c-7b3f-41a4-aa08-40fbb8460b8c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/83b4fb81-6c02-43e1-a6ad-6b216260af65 HTTP/1.1" status: 204 len: 168 time: 0.1348879 Sep 17 03:43:56.333247 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:43:56.339037 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d751c5c-7b3f-41a4-aa08-40fbb8460b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b4fb81-6c02-43e1-a6ad-6b216260af65,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:43:56.439132 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-067216ba-46a2-474f-87db-03d0904c489b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:43:57.853176 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:43:58.557740 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0a8090d0-d0fb-4bf1-b215-dd2bf66b10e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:00.279734 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:01.784229 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:01.836179 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:03.003400 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38638) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:03.116381 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4c587dab-a4e3-4b0f-9fb5-8fb63cdbc36d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:03.197605 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4c587dab-a4e3-4b0f-9fb5-8fb63cdbc36d admin admin] Publish callbacks [] for security_group (9de86ec2-8e2e-44f7-8562-85de889a6508), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:03.204031 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4c587dab-a4e3-4b0f-9fb5-8fb63cdbc36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (9de86ec2-8e2e-44f7-8562-85de889a6508), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:03.250055 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c587dab-a4e3-4b0f-9fb5-8fb63cdbc36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de86ec2-8e2e-44f7-8562-85de889a6508,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:03.254344 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4c587dab-a4e3-4b0f-9fb5-8fb63cdbc36d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=ed48b78151004bc0a8c190244d762570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499447 Sep 17 03:44:03.257381 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38642) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:03.309477 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37257f45-9f54-4a29-846d-a4638bfe8212 admin admin] Publish callbacks [] for security_group (9de86ec2-8e2e-44f7-8562-85de889a6508), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:03.329742 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37257f45-9f54-4a29-846d-a4638bfe8212 admin admin] Publish callbacks [] for security_group (9de86ec2-8e2e-44f7-8562-85de889a6508), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:03.378942 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37257f45-9f54-4a29-846d-a4638bfe8212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (9de86ec2-8e2e-44f7-8562-85de889a6508), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:03.381611 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-37257f45-9f54-4a29-846d-a4638bfe8212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:03.382804 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-37257f45-9f54-4a29-846d-a4638bfe8212 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9de86ec2-8e2e-44f7-8562-85de889a6508 HTTP/1.1" status: 204 len: 168 time: 0.1243923 Sep 17 03:44:03.391100 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37257f45-9f54-4a29-846d-a4638bfe8212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de86ec2-8e2e-44f7-8562-85de889a6508,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:07.728044 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38702) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:07.836567 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-937c7834-6301-4776-923f-61ddc72cfdac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:07.844010 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=93 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:07.845291 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=89 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:07.923956 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-937c7834-6301-4776-923f-61ddc72cfdac admin admin] Publish callbacks [] for security_group (8f80eb17-6e23-45f3-ac22-73416d6c2f41), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:07.929367 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-937c7834-6301-4776-923f-61ddc72cfdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (8f80eb17-6e23-45f3-ac22-73416d6c2f41), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:07.951872 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:07.968481 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c7834-6301-4776-923f-61ddc72cfdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f80eb17-6e23-45f3-ac22-73416d6c2f41,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:07.973036 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-937c7834-6301-4776-923f-61ddc72cfdac admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=24e8305066794476982b57f1d6c10ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438757 Sep 17 03:44:07.976371 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38708) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:08.027417 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a787fb4-18e1-49a5-b683-d78b5b4c878d admin admin] Publish callbacks [] for security_group (8f80eb17-6e23-45f3-ac22-73416d6c2f41), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.048434 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:08.050465 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a787fb4-18e1-49a5-b683-d78b5b4c878d admin admin] Publish callbacks [] for security_group (8f80eb17-6e23-45f3-ac22-73416d6c2f41), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.067679 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:08.100819 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a787fb4-18e1-49a5-b683-d78b5b4c878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (8f80eb17-6e23-45f3-ac22-73416d6c2f41), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.103386 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a787fb4-18e1-49a5-b683-d78b5b4c878d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.104576 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2a787fb4-18e1-49a5-b683-d78b5b4c878d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/8f80eb17-6e23-45f3-ac22-73416d6c2f41 HTTP/1.1" status: 204 len: 168 time: 0.1271579 Sep 17 03:44:08.114075 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a787fb4-18e1-49a5-b683-d78b5b4c878d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f80eb17-6e23-45f3-ac22-73416d6c2f41,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:08.125902 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:08.386975 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38714) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:08.401015 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc195ce3-f60c-4019-9ce3-d2831ad18a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.480408 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc195ce3-f60c-4019-9ce3-d2831ad18a1b admin admin] Publish callbacks [] for security_group (d5aa701c-1130-4ae3-ac19-0b360f91a8dd), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.485920 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-fc195ce3-f60c-4019-9ce3-d2831ad18a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (d5aa701c-1130-4ae3-ac19-0b360f91a8dd), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.526308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc195ce3-f60c-4019-9ce3-d2831ad18a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aa701c-1130-4ae3-ac19-0b360f91a8dd,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:08.530295 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-fc195ce3-f60c-4019-9ce3-d2831ad18a1b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=286fa3b932f7483582c78e3f8a162c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423111 Sep 17 03:44:08.533237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38716) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:08.582349 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4db697a4-c135-442b-b813-985f65073fbb admin admin] Publish callbacks [] for security_group (d5aa701c-1130-4ae3-ac19-0b360f91a8dd), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.602125 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4db697a4-c135-442b-b813-985f65073fbb admin admin] Publish callbacks [] for security_group (d5aa701c-1130-4ae3-ac19-0b360f91a8dd), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.651005 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4db697a4-c135-442b-b813-985f65073fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (d5aa701c-1130-4ae3-ac19-0b360f91a8dd), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.653602 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4db697a4-c135-442b-b813-985f65073fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:08.654767 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4db697a4-c135-442b-b813-985f65073fbb admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d5aa701c-1130-4ae3-ac19-0b360f91a8dd HTTP/1.1" status: 204 len: 168 time: 0.1208212 Sep 17 03:44:08.662798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db697a4-c135-442b-b813-985f65073fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aa701c-1130-4ae3-ac19-0b360f91a8dd,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:09.364622 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38738) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:09.464064 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-965745414-network', 'tenant_id': '2111cd52edcf4c9b83fad77dd2b32956'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:09.476583 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:09.487816 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Made reservation on behalf of 2111cd52edcf4c9b83fad77dd2b32956 for: {'network': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:44:09.490273 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for network (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.500136 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.579020 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Publish callbacks [] for security_group (6a342d6f-7676-4990-b627-ef7c3ffc20ca), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.586031 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6a342d6f-7676-4990-b627-ef7c3ffc20ca), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.612415 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=106395) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 03:44:09.622882 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a342d6f-7676-4990-b627-ef7c3ffc20ca,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:09.629136 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (e6574372-bb0b-406e-ba30-bc09b54a24e2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.629477 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.segments_db [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Added segment e6574372-bb0b-406e-ba30-bc09b54a24e2 of type vlan for network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 Sep 17 03:44:09.672800 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782486213798'] for network (3294917b-eb4e-46a9-b2c4-5ecd80feaad1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.700035 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676'] for network (3294917b-eb4e-46a9-b2c4-5ecd80feaad1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.701015 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:09.701736 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.760231 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] 10.222.0.48 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3943193 Sep 17 03:44:09.763239 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38742) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:09.765132 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f61c-e6ca-4860-9c1c-c3b62e00c008 admin admin] Pushing event updated for resources: {'Network': ['ID=3294917b-eb4e-46a9-b2c4-5ecd80feaad1,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:09.768408 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Request body: {'subnet': {'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-965745414-subnet', 'tenant_id': '2111cd52edcf4c9b83fad77dd2b32956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:09.775084 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 details requested by agent ovs-agent-dv-cinder-849143-3-smb with host dv-cinder-849143-3-smb {{(pid=106396) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 03:44:09.791503 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Made reservation on behalf of 2111cd52edcf4c9b83fad77dd2b32956 for: {'subnet': 1} {{(pid=106394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:44:09.794028 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3122894'] for subnet (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:09.965277 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3178105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3122904'] for subnet (f1a24a97-1d12-465f-aeb9-406e978333d5), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:10.014576 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a24a97-1d12-465f-aeb9-406e978333d5,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:10.031667 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Checking segment: {'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:44:10.032030 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Network hostable DHCP agents. Network: 3294917b-eb4e-46a9-b2c4-5ecd80feaad1, hostable agents: ['a8f81b1f-1e5f-49f3-a5ae-2fd875142c34'], hosted agents: [] {{(pid=106394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 03:44:10.053170 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 is scheduled to be hosted by DHCP agent a8f81b1f-1e5f-49f3-a5ae-2fd875142c34 with binding_index 1 {{(pid=106394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 03:44:10.064287 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.base_scheduler [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849143-3-smb, 3294917b-eb4e-46a9-b2c4-5ecd80feaad1) {{(pid=106394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:44:10.069019 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:10.069630 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:10.075999 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0400a56d-be60-4185-9d1c-c0336e350c00 None None] Network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:44:10.088217 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-33d01011-fdf1-4493-af98-8f5570340ac9 admin admin] 10.222.0.48 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3237920 Sep 17 03:44:10.312953 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f03cde-50fb-44e9-af23-e5f3a1540a30 None None] Network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:44:11.897277 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-8ea85295-2077-41f4-bead-72c23d459167 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:11.898806 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-8ea85295-2077-41f4-bead-72c23d459167 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/networks?id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1 HTTP/1.1" status: 200 len: 808 time: 0.1093395 Sep 17 03:44:11.913654 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-ad959dcd-9b41-4491-a027-c2e0c74809fb tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/quotas/2111cd52edcf4c9b83fad77dd2b32956 HTTP/1.1" status: 200 len: 375 time: 0.0093157 Sep 17 03:44:11.944810 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0566b52f-c38c-48ba-8f5e-a259c6727892 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2111cd52edcf4c9b83fad77dd2b32956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263014 Sep 17 03:44:12.034540 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-5fbb8f9a-2298-491e-a0f5-c7d2aaf59b0b service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832293 Sep 17 03:44:12.135392 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-e0adcbaf-da88-41dd-8572-4ae50ea740cf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948381 Sep 17 03:44:12.307210 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-611ee63e-af5c-4b37-8eaf-ca56e556fc2c req-7c34a2b2-5355-4204-93a0-16f3dd358ce0 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 210 time: 0.0279145 Sep 17 03:44:13.429562 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-293b8bd5-b0c2-4385-aca7-c8774a4d4762 req-e2a159cb-674b-4290-96c0-ebdd27e2c2de tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 210 time: 0.0342400 Sep 17 03:44:13.597576 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:13.638940 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-8c813e6b-bcfc-41fc-88e5-1ee09379cd15 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:13.640367 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-8c813e6b-bcfc-41fc-88e5-1ee09379cd15 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.55 "GET /networking/v2.0/networks?id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1 HTTP/1.1" status: 200 len: 808 time: 0.1133420 Sep 17 03:44:13.663624 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Request body: {'port': {'device_id': '2b3e7fb9-edf3-41e5-8279-5e4c68b767ec', 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1', 'admin_state_up': True, 'tenant_id': '2111cd52edcf4c9b83fad77dd2b32956'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:13.792515 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Made reservation on behalf of 2111cd52edcf4c9b83fad77dd2b32956 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:44:13.796423 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:13.926073 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Allocated IP 172.20.0.6 (3294917b-eb4e-46a9-b2c4-5ecd80feaad1/f1a24a97-1d12-465f-aeb9-406e978333d5/97597ad4-b334-4049-afb6-bbc2748266c7) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:44:14.113967 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c66e6a-3f50-4e24-9684-0d4a725d59d6 req-01314fc5-45ad-4d9c-b5cd-804df83f43f2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:14.115313 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-37c66e6a-3f50-4e24-9684-0d4a725d59d6 req-01314fc5-45ad-4d9c-b5cd-804df83f43f2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 946 time: 0.0779364 Sep 17 03:44:14.164137 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:14.168185 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks [] for port (97597ad4-b334-4049-afb6-bbc2748266c7), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:14.202559 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-37c66e6a-3f50-4e24-9684-0d4a725d59d6 req-1a3ec680-d874-4f8d-b098-57ca5c1d36e2 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806780 Sep 17 03:44:14.221902 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:14.263579 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:14.264357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:44:14.267577 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:44:14.273769 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:44:14.300185 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Pushing event updated for resources: {'Port': ['ID=97597ad4-b334-4049-afb6-bbc2748266c7,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:14.324710 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:14.325313 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:14.343773 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-3b48fa01-45b4-4af6-b2aa-5711f07bd21c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6841097 Sep 17 03:44:14.559410 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cc5f5-9020-4086-b595-01775f87999c req-56e7fc39-4b41-4554-b313-be84052ab638 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:14.560869 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ad8cc5f5-9020-4086-b595-01775f87999c req-56e7fc39-4b41-4554-b313-be84052ab638 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 931 time: 0.0485044 Sep 17 03:44:14.611559 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ad8cc5f5-9020-4086-b595-01775f87999c req-3d1a9797-e34b-494c-8c84-797932f578d3 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Sep 17 03:44:15.174936 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Request body: {'port': {'device_id': '2b3e7fb9-edf3-41e5-8279-5e4c68b767ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:15.201293 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:15.245045 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:15.387171 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cccaad-1e51-4233-be40-1530620c5747 req-defb07ad-b343-45c8-9fbe-18249f30b2e6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:15.388627 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-69cccaad-1e51-4233-be40-1530620c5747 req-defb07ad-b343-45c8-9fbe-18249f30b2e6 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 946 time: 0.1010270 Sep 17 03:44:15.731532 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:15.743031 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0215f08-ba66-45c2-94f1-acfb70ccf61c req-f9996fe7-00e0-4188-8165-ce1ff1c4a105 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:15.744753 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c0215f08-ba66-45c2-94f1-acfb70ccf61c req-f9996fe7-00e0-4188-8165-ce1ff1c4a105 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 931 time: 0.0476563 Sep 17 03:44:15.788474 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3c9a0342-01ed-4a5d-9cb0-556b4e286344 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:15.789959 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3c9a0342-01ed-4a5d-9cb0-556b4e286344 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 946 time: 0.1065290 Sep 17 03:44:15.802705 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c0215f08-ba66-45c2-94f1-acfb70ccf61c req-2ed5b033-0085-48be-a06b-859a14c635d6 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512309 Sep 17 03:44:15.812760 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-69cccaad-1e51-4233-be40-1530620c5747 req-41296471-b4aa-4172-8798-991d3b022fff tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=9413a376-c5f4-4de4-9fbf-0b709bd05b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4179282 Sep 17 03:44:15.917257 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Deleting port 5e476661-1820-4166-8d59-d6275811877b {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:44:15.917504 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (5e476661-1820-4166-8d59-d6275811877b), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:15.994112 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97597ad4-b334-4049-afb6-bbc2748266c7 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:44:16.006643 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Publish callbacks [] for port (97597ad4-b334-4049-afb6-bbc2748266c7), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.035660 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Transition to ACTIVE for port object 97597ad4-b334-4049-afb6-bbc2748266c7 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:44:16.046468 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.054603 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] For port 5e476661-1820-4166-8d59-d6275811877b, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5e476661-1820-4166-8d59-d6275811877b,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:16.054953 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (5e476661-1820-4166-8d59-d6275811877b), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.081799 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:16.139842 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Pushing event updated for resources: {'Port': ['ID=97597ad4-b334-4049-afb6-bbc2748266c7,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:16.274353 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:16.290401 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Attempting to bind port 97597ad4-b334-4049-afb6-bbc2748266c7 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:44:16.290735 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Attempting to bind port 97597ad4-b334-4049-afb6-bbc2748266c7 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:44:16.291064 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Attempting to bind port 97597ad4-b334-4049-afb6-bbc2748266c7 on network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:44:16.329779 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.330149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (a4c33d16-b02c-49cc-8320-bd649192aea5), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.330463 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Floating IP a4c33d16-b02c-49cc-8320-bd649192aea5 disassociated. External IP: 172.28.1.66, port: 5e476661-1820-4166-8d59-d6275811877b. Sep 17 03:44:16.330803 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Calling delete_port for 5e476661-1820-4166-8d59-d6275811877b owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:44:16.388063 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Port 97597ad4-b334-4049-afb6-bbc2748266c7 on network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:44:16.388363 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Attempting to bind port 97597ad4-b334-4049-afb6-bbc2748266c7 on network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:44:16.453241 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:44:16.453579 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Checking segment: {'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:44:16.453996 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Bound using segment: {'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:44:16.454437 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Bound port: 97597ad4-b334-4049-afb6-bbc2748266c7, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:44:16.454792 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.553971 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (5e476661-1820-4166-8d59-d6275811877b), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.563368 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] For port 97597ad4-b334-4049-afb6-bbc2748266c7, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:44:16.585908 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event deleted for resources: {'Port': ['ID=5e476661-1820-4166-8d59-d6275811877b,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:16.597741 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] For port 97597ad4-b334-4049-afb6-bbc2748266c7, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=97597ad4-b334-4049-afb6-bbc2748266c7,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:44:16.635871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.643973 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:16.644596 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:16.646035 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/97597ad4-b334-4049-afb6-bbc2748266c7 HTTP/1.1" status: 200 len: 1093 time: 1.4783046 Sep 17 03:44:16.646600 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3e7fb9-edf3-41e5-8279-5e4c68b767ec', 'tag': '97597ad4-b334-4049-afb6-bbc2748266c7'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:16.648841 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e71d96-53a6-4ec9-8925-848f8004c9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3e7fb9-edf3-41e5-8279-5e4c68b767ec", "tag": "97597ad4-b334-4049-afb6-bbc2748266c7"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:16.719771 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb5b9fb-b413-4f65-a0c9-5a1abeab26b6 x-openstack-request-id: req-bbb5b9fb-b413-4f65-a0c9-5a1abeab26b6 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:16.720058 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3e7fb9-edf3-41e5-8279-5e4c68b767ec", "tag": "97597ad4-b334-4049-afb6-bbc2748266c7", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:16.720308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbb5b9fb-b413-4f65-a0c9-5a1abeab26b6 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:16.720716 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb5b9fb-b413-4f65-a0c9-5a1abeab26b6'] response: {'name': 'network-changed', 'server_uuid': '2b3e7fb9-edf3-41e5-8279-5e4c68b767ec', 'tag': '97597ad4-b334-4049-afb6-bbc2748266c7', 'status': 'completed', 'code': 200} Sep 17 03:44:16.744741 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb16f4e-65d8-45bd-9506-6a5bc53a8426 service neutron] Pushing event updated for resources: {'Port': ['ID=97597ad4-b334-4049-afb6-bbc2748266c7,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:16.782826 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-e6b71ff9-3c35-47ca-898c-a7f7ddaea55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:16.784314 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-e6b71ff9-3c35-47ca-898c-a7f7ddaea55e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2111cd52edcf4c9b83fad77dd2b32956&device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 1127 time: 0.0516627 Sep 17 03:44:16.791502 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Router a899e1e4-1426-4bf3-a3d2-78fa763bb863 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:44:16.837511 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-fc28936c-14f5-4ccd-b432-4ae0660d0cca service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97597ad4-b334-4049-afb6-bbc2748266c7 HTTP/1.1" status: 200 len: 217 time: 0.0364780 Sep 17 03:44:16.915522 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:16.932734 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-dc5e755b-af97-4f1d-ae98-318cd45b23c5 req-087740b4-84ac-4dad-9fa3-628d5f0dd3d1 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0333579 Sep 17 03:44:16.987481 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-7e4e7c3e-da78-40e0-987b-a562003c77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:16.988943 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-7e4e7c3e-da78-40e0-987b-a562003c77a7 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f1a24a97-1d12-465f-aeb9-406e978333d5 HTTP/1.1" status: 200 len: 848 time: 0.1236811 Sep 17 03:44:16.989355 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:16.997457 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb92099-818a-4f49-bbf4-d86a30efc5b7 req-1c423ac8-81e7-472e-81d3-2e7f3ec95c8e tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:16.998930 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8cb92099-818a-4f49-bbf4-d86a30efc5b7 req-1c423ac8-81e7-472e-81d3-2e7f3ec95c8e tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 943 time: 0.1034312 Sep 17 03:44:17.055786 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-1f13d3b9-4b8f-4052-879b-29e000af3979 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537918 Sep 17 03:44:17.062101 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:44:17.071828 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] Sync routers for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:44:17.084063 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:44:17.084728 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:43:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:17.166349 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8cb92099-818a-4f49-bbf4-d86a30efc5b7 req-f729571b-88aa-4a51-a68e-dea138522de2 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491816 Sep 17 03:44:17.168805 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] No DVR routers for this DVR port 5e476661-1820-4166-8d59-d6275811877b on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:44:17.172525 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:17.175743 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-087f4822-ef86-4895-8c5d-b3b2b97c573c req-3256a9c1-0f3d-4e31-8cdb-ff96a44dca10 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.55 "DELETE /networking/v2.0/ports/5e476661-1820-4166-8d59-d6275811877b HTTP/1.1" status: 204 len: 173 time: 1.3776441 Sep 17 03:44:17.185711 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:44:17.223589 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-ff6618ea-4016-4c90-91f8-6e98bb890c77 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459658 Sep 17 03:44:17.330213 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ffe6c47-500f-4444-8bf0-29a68dd910d5 req-1f32a191-63d2-4b2c-854f-37984a004f84 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902655 Sep 17 03:44:17.385099 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:17.410775 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] Checking router: a899e1e4-1426-4bf3-a3d2-78fa763bb863 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:44:17.419354 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:44:17.419866 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:43:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:17.521477 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:44:17.698876 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:17.725744 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72897976-d547-4386-a896-d4530ab3b2e5 None None] The sync data for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb is: [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:37:16Z', 'revision_number': 4, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'fcdd9a39-1274-469e-9f2d-7be3974d1fbc', 'name': '', 'network_id': '9f6c8767-3434-4aa6-8f1a-e924b549661c', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'mac_address': 'fa:16:3e:66:4b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:15Z', 'updated_at': '2022-09-17T03:37:34Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'subnets': [{'id': 'ea4c7df2-9af0-4f23-9010-99d0aa7d46e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:44:17.955528 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f132c0-c5f1-4493-b418-cbaaef7c7d55 None None] New status for floating IP a4c33d16-b02c-49cc-8320-bd649192aea5: DOWN {{(pid=106396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:44:18.058421 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-d020ae30-bb0a-4473-b188-7578ea38d153 req-6570a0ec-d067-4a24-b300-ef950774d61c tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3 HTTP/1.1" status: 200 len: 210 time: 0.0306695 Sep 17 03:44:18.209720 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-5ad10e76-2f3d-4dd1-84fe-a3bc96a236ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:18.211259 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-5ad10e76-2f3d-4dd1-84fe-a3bc96a236ad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2111cd52edcf4c9b83fad77dd2b32956&device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 1127 time: 0.0526466 Sep 17 03:44:18.258271 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:18.304044 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e5e97-d41c-451a-8649-fa000497da92 req-05944231-baab-4cf3-83d5-b7b64dab9fec tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:18.306311 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-152e5e97-d41c-451a-8649-fa000497da92 req-05944231-baab-4cf3-83d5-b7b64dab9fec tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 943 time: 0.0579045 Sep 17 03:44:18.318367 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-c0efa083-a282-48ad-a0f2-76424415e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:18.319859 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-c0efa083-a282-48ad-a0f2-76424415e101 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1 HTTP/1.1" status: 200 len: 909 time: 0.1013994 Sep 17 03:44:18.357150 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-152e5e97-d41c-451a-8649-fa000497da92 req-fd20ba42-aa32-46bf-9737-40ad6b9187d4 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Sep 17 03:44:18.555020 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-443dd3f2-3106-4f97-9260-f69bd68dd56d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97597ad4-b334-4049-afb6-bbc2748266c7 HTTP/1.1" status: 200 len: 217 time: 0.0330193 Sep 17 03:44:18.722389 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-deleted', 'tag': '5e476661-1820-4166-8d59-d6275811877b'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:18.725455 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a2b6e4-501c-4003-8a65-103427e4ad02" -d '{"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-deleted", "tag": "5e476661-1820-4166-8d59-d6275811877b"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:18.762736 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a806cf1-b5ed-4675-ba71-51e53a6e7fe0 x-openstack-request-id: req-7a806cf1-b5ed-4675-ba71-51e53a6e7fe0 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:18.763024 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3", "name": "network-vif-deleted", "tag": "5e476661-1820-4166-8d59-d6275811877b", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:18.763273 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a806cf1-b5ed-4675-ba71-51e53a6e7fe0 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:18.763673 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a806cf1-b5ed-4675-ba71-51e53a6e7fe0'] response: {'server_uuid': '28c21c4d-3394-44d3-a2cb-ee78fdfa3aa3', 'name': 'network-vif-deleted', 'tag': '5e476661-1820-4166-8d59-d6275811877b', 'status': 'completed', 'code': 200} Sep 17 03:44:18.880162 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-9789ab98-1ed5-4903-8beb-a3798af76f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:18.883357 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-9789ab98-1ed5-4903-8beb-a3798af76f95 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f1a24a97-1d12-465f-aeb9-406e978333d5 HTTP/1.1" status: 200 len: 848 time: 0.0556297 Sep 17 03:44:18.925398 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-66370f42-acbd-41a4-89bf-bb373018f7d2 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298100 Sep 17 03:44:19.071614 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-1ef99d1b-c0a2-4471-a8ef-98ff58d3d3db service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897579 Sep 17 03:44:19.079333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 97597ad4-b334-4049-afb6-bbc2748266c7 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:44:19.102651 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:44:19.161543 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 5e476661-1820-4166-8d59-d6275811877b {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:44:19.161997 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5e476661-1820-4166-8d59-d6275811877b not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:44:19.176961 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38832) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:19.186605 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-10e71d96-53a6-4ec9-8925-848f8004c9a3 req-adf2f9f6-9c99-49f0-9412-69e3495bdbab service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047795 Sep 17 03:44:19.203261 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 97597ad4-b334-4049-afb6-bbc2748266c7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=97597ad4-b334-4049-afb6-bbc2748266c7,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:19.214490 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '97597ad4-b334-4049-afb6-bbc2748266c7', 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1', 'port_id': '97597ad4-b334-4049-afb6-bbc2748266c7', 'mac_address': 'fa:16:3e:5a:75:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a24a97-1d12-465f-aeb9-406e978333d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:44:19.232012 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3595c713-6061-4e89-a8f4-182ea6786054 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (9413a376-c5f4-4de4-9fbf-0b709bd05b0b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.248518 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 97597ad4-b334-4049-afb6-bbc2748266c7 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:44:19.248826 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.254204 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3595c713-6061-4e89-a8f4-182ea6786054 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (9413a376-c5f4-4de4-9fbf-0b709bd05b0b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.262444 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97597ad4-b334-4049-afb6-bbc2748266c7 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:44:19.282004 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 97597ad4-b334-4049-afb6-bbc2748266c7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=97597ad4-b334-4049-afb6-bbc2748266c7,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:19.286583 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.302645 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3595c713-6061-4e89-a8f4-182ea6786054 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (9413a376-c5f4-4de4-9fbf-0b709bd05b0b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.305276 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3595c713-6061-4e89-a8f4-182ea6786054 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.306473 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3595c713-6061-4e89-a8f4-182ea6786054 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9413a376-c5f4-4de4-9fbf-0b709bd05b0b HTTP/1.1" status: 204 len: 168 time: 0.1277506 Sep 17 03:44:19.309406 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38834) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:19.316666 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595c713-6061-4e89-a8f4-182ea6786054 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9413a376-c5f4-4de4-9fbf-0b709bd05b0b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:19.325879 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.api.v2.resource [None req-64d5d364-8431-46df-9fe9-580b9f2a975f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] show failed (client error): The resource could not be found. Sep 17 03:44:19.328033 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-64d5d364-8431-46df-9fe9-580b9f2a975f tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "GET /networking/v2.0/security-groups/9413a376-c5f4-4de4-9fbf-0b709bd05b0b HTTP/1.1" status: 404 len: 347 time: 0.0175881 Sep 17 03:44:19.331156 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38836) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:19.354505 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=97597ad4-b334-4049-afb6-bbc2748266c7,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:19.362079 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.362421 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.362764 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.363117 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.363455 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.363772 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.364092 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.364411 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.364781 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.365103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.365419 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.365763 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.366097 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.366409 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.366725 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:19.502741 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Deleting port 1e0556d3-a18a-4d39-adbf-fd728bc5aa98 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:44:19.503039 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.524697 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3b4c-19f8-4a2c-8658-2c8427f8beb6 req-0964db6f-74d5-4af0-a2fa-cd36aa06774d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:19.526186 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c1cb3b4c-19f8-4a2c-8658-2c8427f8beb6 req-0964db6f-74d5-4af0-a2fa-cd36aa06774d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 944 time: 0.0757496 Sep 17 03:44:19.610626 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['97597ad4-b334-4049-afb6-bbc2748266c7'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:44:19.620055 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c1cb3b4c-19f8-4a2c-8658-2c8427f8beb6 req-a575ccc1-9092-4049-bdc6-fa8697552059 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698800 Sep 17 03:44:19.621792 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.622120 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.650414 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Calling delete_port for 1e0556d3-a18a-4d39-adbf-fd728bc5aa98 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:44:19.705156 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:19.803925 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (1e0556d3-a18a-4d39-adbf-fd728bc5aa98), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.830134 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Pushing event deleted for resources: {'Port': ['ID=1e0556d3-a18a-4d39-adbf-fd728bc5aa98,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:19.900311 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks [] for floatingip (a4c33d16-b02c-49cc-8320-bd649192aea5), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.903574 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:19.904845 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2a900d9c-ce22-4542-880a-abfffcbe6798 tempest-AttachVolumeShelveTestJSON-1039074257 tempest-AttachVolumeShelveTestJSON-1039074257-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/a4c33d16-b02c-49cc-8320-bd649192aea5 HTTP/1.1" status: 204 len: 168 time: 0.5724750 Sep 17 03:44:20.758184 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4febdb-e9b6-4527-96e0-8cd9031133a3 req-c7eca5d5-f5ce-4b8e-b13b-0439541f3ab6 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:20.760007 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6d4febdb-e9b6-4527-96e0-8cd9031133a3 req-c7eca5d5-f5ce-4b8e-b13b-0439541f3ab6 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 944 time: 0.0496941 Sep 17 03:44:20.784746 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:20.808277 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6d4febdb-e9b6-4527-96e0-8cd9031133a3 req-b558800f-592a-4431-8f50-1801612bd4ec tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Sep 17 03:44:21.091497 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 97597ad4-b334-4049-afb6-bbc2748266c7 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:44:21.134656 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 97597ad4-b334-4049-afb6-bbc2748266c7 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:44:21.140382 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 97597ad4-b334-4049-afb6-bbc2748266c7 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:44:21.140727 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:21.141064 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 97597ad4-b334-4049-afb6-bbc2748266c7 Sep 17 03:44:21.193029 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:21.225540 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 97597ad4-b334-4049-afb6-bbc2748266c7 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:44:21.225955 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:21.251486 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3e7fb9-edf3-41e5-8279-5e4c68b767ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97597ad4-b334-4049-afb6-bbc2748266c7'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:21.253991 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a71788b-aece-4bc3-ae30-3d1fe176dacd" -d '{"events": [{"server_uuid": "2b3e7fb9-edf3-41e5-8279-5e4c68b767ec", "name": "network-vif-plugged", "status": "completed", "tag": "97597ad4-b334-4049-afb6-bbc2748266c7"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:21.271312 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 97597ad4-b334-4049-afb6-bbc2748266c7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=97597ad4-b334-4049-afb6-bbc2748266c7,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:21.276570 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:21.302841 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5041b6ce-50a9-4b30-9296-35faf9e78f63 x-openstack-request-id: req-5041b6ce-50a9-4b30-9296-35faf9e78f63 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:21.303135 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3e7fb9-edf3-41e5-8279-5e4c68b767ec", "name": "network-vif-plugged", "status": "completed", "tag": "97597ad4-b334-4049-afb6-bbc2748266c7", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:21.303386 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5041b6ce-50a9-4b30-9296-35faf9e78f63 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:21.303781 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5041b6ce-50a9-4b30-9296-35faf9e78f63'] response: {'server_uuid': '2b3e7fb9-edf3-41e5-8279-5e4c68b767ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97597ad4-b334-4049-afb6-bbc2748266c7', 'code': 200} Sep 17 03:44:21.328443 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=97597ad4-b334-4049-afb6-bbc2748266c7,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:21.515964 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db3a44-b9eb-4543-8af3-db431c76244c req-99eb18a9-abc0-4b3a-a519-0e4afeb0b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:21.517529 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-65db3a44-b9eb-4543-8af3-db431c76244c req-99eb18a9-abc0-4b3a-a519-0e4afeb0b756 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 1129 time: 0.0414777 Sep 17 03:44:21.563585 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-65db3a44-b9eb-4543-8af3-db431c76244c req-065e0644-4973-47c3-883c-fb7252984747 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Sep 17 03:44:21.943386 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15878caa-c1bd-4cc5-a81d-24892e105c79 req-83c00a16-c4cd-43f0-a6dc-a5e1484e1333 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:21.944861 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-15878caa-c1bd-4cc5-a81d-24892e105c79 req-83c00a16-c4cd-43f0-a6dc-a5e1484e1333 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 945 time: 0.0583661 Sep 17 03:44:21.984264 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:21.998291 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-15878caa-c1bd-4cc5-a81d-24892e105c79 req-1a3202a7-f67c-4922-90e0-d4a7c2633f8d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449810 Sep 17 03:44:22.167370 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38880) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:22.172275 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-80907802-0601-49d6-b2f8-eda87bcf95b9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229300177', 'description': 'tempest-description--247649029'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:22.195997 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80907802-0601-49d6-b2f8-eda87bcf95b9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.221551 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:22.273470 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80907802-0601-49d6-b2f8-eda87bcf95b9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (23b7643a-4a2e-4480-95c1-8a662fbdd1f2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.279037 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80907802-0601-49d6-b2f8-eda87bcf95b9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (23b7643a-4a2e-4480-95c1-8a662fbdd1f2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.310780 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-80907802-0601-49d6-b2f8-eda87bcf95b9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.312289 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-80907802-0601-49d6-b2f8-eda87bcf95b9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1438990 Sep 17 03:44:22.312800 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:22.315092 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80907802-0601-49d6-b2f8-eda87bcf95b9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b7643a-4a2e-4480-95c1-8a662fbdd1f2,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:22.315683 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38886) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:22.321117 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-30981ca3-f2f6-4b63-ab85-d73d6519c4d8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group_rule': {'security_group_id': '23b7643a-4a2e-4480-95c1-8a662fbdd1f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:22.352513 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-30981ca3-f2f6-4b63-ab85-d73d6519c4d8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (6819a1d4-f0a8-4249-9167-780613dbd1cd), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.397723 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38890) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:22.412682 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-30981ca3-f2f6-4b63-ab85-d73d6519c4d8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (6819a1d4-f0a8-4249-9167-780613dbd1cd), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.416742 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-30981ca3-f2f6-4b63-ab85-d73d6519c4d8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (6819a1d4-f0a8-4249-9167-780613dbd1cd), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.435511 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30981ca3-f2f6-4b63-ab85-d73d6519c4d8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6819a1d4-f0a8-4249-9167-780613dbd1cd,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:22.444644 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-30981ca3-f2f6-4b63-ab85-d73d6519c4d8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.448701 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38894) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:22.449570 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-30981ca3-f2f6-4b63-ab85-d73d6519c4d8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327045 Sep 17 03:44:22.453938 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-3b973cee-06f2-4cfa-b345-80189a476d52 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group_rule': {'security_group_id': '23b7643a-4a2e-4480-95c1-8a662fbdd1f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:22.483881 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b973cee-06f2-4cfa-b345-80189a476d52 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (8eb22e12-115a-409e-abc4-3d7bdcf480ab), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.542508 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b973cee-06f2-4cfa-b345-80189a476d52 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (8eb22e12-115a-409e-abc4-3d7bdcf480ab), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.547984 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b973cee-06f2-4cfa-b345-80189a476d52 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (8eb22e12-115a-409e-abc4-3d7bdcf480ab), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.569591 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b973cee-06f2-4cfa-b345-80189a476d52 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb22e12-115a-409e-abc4-3d7bdcf480ab,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:22.580084 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3b973cee-06f2-4cfa-b345-80189a476d52 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.581705 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3b973cee-06f2-4cfa-b345-80189a476d52 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315303 Sep 17 03:44:22.584789 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38896) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:22.589446 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:22.614781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.711720 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.817378 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Allocated IP 172.28.1.166 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/cb84e189-6baa-466d-a5ca-66e1a3810995) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:44:22.931159 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (cb84e189-6baa-466d-a5ca-66e1a3810995), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:22.965092 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (cb84e189-6baa-466d-a5ca-66e1a3810995), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.007126 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:44:23.010959 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:44:23.012398 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (a899e1e4-1426-4bf3-a3d2-78fa763bb863), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.015799 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:44:23.019398 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=cb84e189-6baa-466d-a5ca-66e1a3810995,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:23.123576 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (64b309a9-0baa-42da-9a47-b24dad2677a1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.151337 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62255895-682e-4a46-91b9-43e2e003cbe8 req-4656774b-14f6-4e15-a39c-5845b630dd53 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:23.153051 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-62255895-682e-4a46-91b9-43e2e003cbe8 req-4656774b-14f6-4e15-a39c-5845b630dd53 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 945 time: 0.0655174 Sep 17 03:44:23.164262 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (cb84e189-6baa-466d-a5ca-66e1a3810995), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.165791 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:23.167257 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:23.255560 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-62255895-682e-4a46-91b9-43e2e003cbe8 req-8217f9ca-1ccb-4fdd-8044-114f08e6c670 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740697 Sep 17 03:44:23.319449 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Deleting port fcdd9a39-1274-469e-9f2d-7be3974d1fbc {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:44:23.319878 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.327962 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (cb84e189-6baa-466d-a5ca-66e1a3810995), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.334135 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (cb84e189-6baa-466d-a5ca-66e1a3810995), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.361580 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:23.400691 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:23.407705 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=cb84e189-6baa-466d-a5ca-66e1a3810995,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:23.409006 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] For port fcdd9a39-1274-469e-9f2d-7be3974d1fbc, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:23.409465 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.411120 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (64b309a9-0baa-42da-9a47-b24dad2677a1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.426231 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Calling delete_port for fcdd9a39-1274-469e-9f2d-7be3974d1fbc owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:44:23.428484 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.438928 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2451490e-7cbb-4fa7-8734-58d4c626e1f3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8440034 Sep 17 03:44:23.611682 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (fcdd9a39-1274-469e-9f2d-7be3974d1fbc), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.638295 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcdd9a39-1274-469e-9f2d-7be3974d1fbc,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:23.651113 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-98e38687-b2d3-404c-beb6-ba0a1d9f50a8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1229300177&fields=id&tenant_id=41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 267 time: 0.0555744 Sep 17 03:44:23.781464 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-29cabbe2-177e-48e9-b6aa-0586c23545d1 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:23.783312 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-29cabbe2-177e-48e9-b6aa-0586c23545d1 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 815 time: 0.1249657 Sep 17 03:44:23.802754 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-d3852567-52bd-4663-8318-30b5cd2f9ab6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/quotas/41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 375 time: 0.0128589 Sep 17 03:44:23.841548 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (a899e1e4-1426-4bf3-a3d2-78fa763bb863), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:23.867955 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-7e254df8-c1a3-4fff-8e5a-0d6aed3fb1ca tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550609 Sep 17 03:44:23.979917 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-3f928baf-9c0a-4e2a-8f18-30c8e815e73e service neutron] 10.222.0.48 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865319 Sep 17 03:44:24.006268 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae08ef6-a81f-41d6-a763-98ead070b975 req-b3ad44e0-f87a-4709-b809-98be555d1ce5 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:24.007736 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bae08ef6-a81f-41d6-a763-98ead070b975 req-b3ad44e0-f87a-4709-b809-98be555d1ce5 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 945 time: 0.0587742 Sep 17 03:44:24.073648 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-73a7d060-accd-4740-a570-0ece4008b885 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902929 Sep 17 03:44:24.127415 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-bae08ef6-a81f-41d6-a763-98ead070b975 req-1e657077-7e1e-4591-924c-c78549eb353e tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136973 Sep 17 03:44:24.154027 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Router a899e1e4-1426-4bf3-a3d2-78fa763bb863 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:44:24.196557 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:24.261113 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a21d3d22-108d-49f5-b554-09640c4df56d req-2e9ba164-de16-488a-811c-95be9ff5b4f1 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 210 time: 0.0526676 Sep 17 03:44:24.280720 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:44:24.290020 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2935d18c-cfef-4999-af9c-280b26cbb3d3 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/a899e1e4-1426-4bf3-a3d2-78fa763bb863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8912838 Sep 17 03:44:24.292662 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38928) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:24.296453 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] Sync routers for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:44:24.307461 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:44:24.308271 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:43:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:24.394695 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks [] for router (a899e1e4-1426-4bf3-a3d2-78fa763bb863), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:24.415106 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:44:24.434242 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:24.498683 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks [] for router_gateway (a899e1e4-1426-4bf3-a3d2-78fa763bb863), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:24.547025 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Deleting port 9569dc31-9cb8-4d91-925a-47f16acd5bde {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:44:24.547496 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:24.593673 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:24.594563 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83'}], 'enable_snat': True}, 'gw_port_id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:44:23Z', 'revision_number': 5, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port': {'id': '9569dc31-9cb8-4d91-925a-47f16acd5bde', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:48:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:37:10Z', 'updated_at': '2022-09-17T03:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:24.620601 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] Checking router: a899e1e4-1426-4bf3-a3d2-78fa763bb863 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:44:24.629419 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] Routers {'a899e1e4-1426-4bf3-a3d2-78fa763bb863'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:44:24.630051 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:43:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:24.645899 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] For port 9569dc31-9cb8-4d91-925a-47f16acd5bde, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=9569dc31-9cb8-4d91-925a-47f16acd5bde,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:24.646262 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:24.659163 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Calling delete_port for 9569dc31-9cb8-4d91-925a-47f16acd5bde owned by network:router_gateway {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:44:24.701580 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=100 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:24.716453 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] Set router a899e1e4-1426-4bf3-a3d2-78fa763bb863 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:44:24.835572 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (9569dc31-9cb8-4d91-925a-47f16acd5bde), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:24.861879 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:44:24Z', 'revision_number': 6, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port_host': None}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:24.863412 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9569dc31-9cb8-4d91-925a-47f16acd5bde,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:24.890692 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b244c7fd-da85-41c3-ab4d-0ec4216a0304 None None] The sync data for ids ['a899e1e4-1426-4bf3-a3d2-78fa763bb863'] in dv-cinder-849143-3-smb is: [{'id': 'a899e1e4-1426-4bf3-a3d2-78fa763bb863', 'name': 'tempest-AttachVolumeShelveTestJSON-118490367-router', 'tenant_id': 'fc39540e3c13425797fca427caf460a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:37:09Z', 'updated_at': '2022-09-17T03:44:24Z', 'revision_number': 6, 'project_id': 'fc39540e3c13425797fca427caf460a5', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:44:24.934398 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (a899e1e4-1426-4bf3-a3d2-78fa763bb863), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.022756 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (a899e1e4-1426-4bf3-a3d2-78fa763bb863), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.025419 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks [] for router_controller (a899e1e4-1426-4bf3-a3d2-78fa763bb863), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.069405 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (a899e1e4-1426-4bf3-a3d2-78fa763bb863), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.070007 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a899e1e4-1426-4bf3-a3d2-78fa763bb863 {{(pid=106394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:44:25.074648 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.075789 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-78e7acb0-caba-44b6-b3eb-697fd21551d0 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/a899e1e4-1426-4bf3-a3d2-78fa763bb863 HTTP/1.1" status: 204 len: 168 time: 0.7821870 Sep 17 03:44:25.078452 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38936) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:25.124908 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5211ae-f98e-465a-bd62-6a9183da6ba8 admin admin] Deleting subnet ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 {{(pid=106394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:44:25.128111 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f5211ae-f98e-465a-bd62-6a9183da6ba8 admin admin] Publish callbacks [] for subnet (ea4c7df2-9af0-4f23-9010-99d0aa7d46e2), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.165134 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f5211ae-f98e-465a-bd62-6a9183da6ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3195083'] for subnet (ea4c7df2-9af0-4f23-9010-99d0aa7d46e2), precommit_delete_associations {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.210762 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:25.250235 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f5211ae-f98e-465a-bd62-6a9183da6ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (ea4c7df2-9af0-4f23-9010-99d0aa7d46e2), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.260028 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94b765-fd55-4714-b467-ca041cf3a4d6 req-cd55ed4e-5e50-4323-ab36-f1461633f6c0 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:25.266276 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7e94b765-fd55-4714-b467-ca041cf3a4d6 req-cd55ed4e-5e50-4323-ab36-f1461633f6c0 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 945 time: 0.0619285 Sep 17 03:44:25.297074 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:25.316646 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f5211ae-f98e-465a-bd62-6a9183da6ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3163814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122913'] for subnet (ea4c7df2-9af0-4f23-9010-99d0aa7d46e2), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.330577 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7e94b765-fd55-4714-b467-ca041cf3a4d6 req-bc9ea94c-0de6-4870-9e6b-47f354ce253d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629821 Sep 17 03:44:25.346855 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5211ae-f98e-465a-bd62-6a9183da6ba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4c7df2-9af0-4f23-9010-99d0aa7d46e2,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:25.356705 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4f5211ae-f98e-465a-bd62-6a9183da6ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for subnet (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.361380 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-4f5211ae-f98e-465a-bd62-6a9183da6ba8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/ea4c7df2-9af0-4f23-9010-99d0aa7d46e2 HTTP/1.1" status: 204 len: 168 time: 0.2815585 Sep 17 03:44:25.363385 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 38942) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:25.368793 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12344f-c3f1-4e9b-9f3f-ff129c714c5e None None] Network 9f6c8767-3434-4aa6-8f1a-e924b549661c requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:44:25.454647 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3a120f9f-fc9d-4b82-bed6-400288eabb4d req-49c212ad-81e5-4432-9ab2-665fdec4f6d0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 210 time: 0.0671520 Sep 17 03:44:25.480286 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (9f6c8767-3434-4aa6-8f1a-e924b549661c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.503571 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-4221c0d0-f270-4bf9-ac4d-6dcd045bee0d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:25.505094 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-4221c0d0-f270-4bf9-ac4d-6dcd045bee0d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 945 time: 0.0732043 Sep 17 03:44:25.531607 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Deleting port 167866d6-abd6-4565-a0c6-f9a8398b1858 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:44:25.531970 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.599542 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Deleting port 97597ad4-b334-4049-afb6-bbc2748266c7 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:44:25.599896 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.601157 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] For port 167866d6-abd6-4565-a0c6-f9a8398b1858, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=167866d6-abd6-4565-a0c6-f9a8398b1858,segment=NetworkSegment(10743316-ef7d-4494-acb5-02fbbc60935d),segment_id=10743316-ef7d-4494-acb5-02fbbc60935d)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:25.601519 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.615723 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Calling delete_port for 167866d6-abd6-4565-a0c6-f9a8398b1858 owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:44:25.617242 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:25.701674 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a5cab-a53c-473f-8529-7665e2361294 None None] DHCP port deletion for 9f6c8767-3434-4aa6-8f1a-e924b549661c request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:44:25.703103 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (167866d6-abd6-4565-a0c6-f9a8398b1858), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.712616 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] For port 97597ad4-b334-4049-afb6-bbc2748266c7, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=97597ad4-b334-4049-afb6-bbc2748266c7,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:25.712878 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.728289 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Pushing event deleted for resources: {'Port': ['ID=167866d6-abd6-4565-a0c6-f9a8398b1858,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:25.733415 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Calling delete_port for 97597ad4-b334-4049-afb6-bbc2748266c7 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:44:25.734759 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] No DVR routers for this DVR port 167866d6-abd6-4565-a0c6-f9a8398b1858 on host dv-cinder-849143-3-smb {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:44:25.734940 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:25.810683 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (9f6c8767-3434-4aa6-8f1a-e924b549661c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.833943 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6c8767-3434-4aa6-8f1a-e924b549661c']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:25.843713 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10743316-ef7d-4494-acb5-02fbbc60935d') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:25.844293 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10743316-ef7d-4494-acb5-02fbbc60935d') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:25.854929 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195120'] for segment (10743316-ef7d-4494-acb5-02fbbc60935d), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.869251 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (10743316-ef7d-4494-acb5-02fbbc60935d), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.876851 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:44:25.877399 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3163676'] for segment (10743316-ef7d-4494-acb5-02fbbc60935d), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.880905 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (97597ad4-b334-4049-afb6-bbc2748266c7), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.910510 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Pushing event deleted for resources: {'Port': ['ID=97597ad4-b334-4049-afb6-bbc2748266c7,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:25.915680 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['97597ad4-b334-4049-afb6-bbc2748266c7'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:44:25.939799 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 10743316-ef7d-4494-acb5-02fbbc60935d resource provider aggregate not found Sep 17 03:44:25.973044 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 10743316-ef7d-4494-acb5-02fbbc60935d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10743316-ef7d-4494-acb5-02fbbc60935d found for delete ", "request_id": "req-5e3c8e61-57b5-443a-9c08-61ff620e8c2b"}]} Sep 17 03:44:25.981603 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (9f6c8767-3434-4aa6-8f1a-e924b549661c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.987876 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.988026 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] No DVR routers for this DVR port 97597ad4-b334-4049-afb6-bbc2748266c7 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:44:25.991364 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:25.993705 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/9f6c8767-3434-4aa6-8f1a-e924b549661c HTTP/1.1" status: 204 len: 168 time: 0.6271970 Sep 17 03:44:25.994947 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ab9f04b9-efa1-40d2-8393-8a40aaca7529 req-9ffa3d1b-2d69-40b7-bc38-d96acfc2c504 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.55 "DELETE /networking/v2.0/ports/97597ad4-b334-4049-afb6-bbc2748266c7 HTTP/1.1" status: 204 len: 173 time: 0.4834774 Sep 17 03:44:25.995490 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3e7fb9-edf3-41e5-8279-5e4c68b767ec', 'name': 'network-vif-deleted', 'tag': '97597ad4-b334-4049-afb6-bbc2748266c7'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:25.998114 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984fa36a-c464-4f0a-8e33-fc9554eabd6f" -d '{"events": [{"server_uuid": "2b3e7fb9-edf3-41e5-8279-5e4c68b767ec", "name": "network-vif-deleted", "tag": "97597ad4-b334-4049-afb6-bbc2748266c7"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:26.033570 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fbad8-b139-4422-8d43-724917283496 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f6c8767-3434-4aa6-8f1a-e924b549661c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:26.087062 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe50cf8-6282-45da-a1fa-ba9ca97ca4e3 x-openstack-request-id: req-3fe50cf8-6282-45da-a1fa-ba9ca97ca4e3 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:26.087474 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3e7fb9-edf3-41e5-8279-5e4c68b767ec", "name": "network-vif-deleted", "tag": "97597ad4-b334-4049-afb6-bbc2748266c7", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:26.087826 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fe50cf8-6282-45da-a1fa-ba9ca97ca4e3 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:26.088359 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe50cf8-6282-45da-a1fa-ba9ca97ca4e3'] response: {'server_uuid': '2b3e7fb9-edf3-41e5-8279-5e4c68b767ec', 'name': 'network-vif-deleted', 'tag': '97597ad4-b334-4049-afb6-bbc2748266c7', 'status': 'completed', 'code': 200} Sep 17 03:44:26.169038 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-7254f1a8-b79a-4f52-a1cb-8cd120cb54fb tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:26.170617 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-7254f1a8-b79a-4f52-a1cb-8cd120cb54fb tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 815 time: 0.1625905 Sep 17 03:44:26.174879 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38952) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:26.237377 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-e6e8f47c-9b20-4d54-93b9-6cfbbdff5309 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=fc39540e3c13425797fca427caf460a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0614047 Sep 17 03:44:26.239894 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 38954) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:26.323056 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-e8f18c4e-7732-4e72-8ffc-ffa31b60f4cb tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 473 time: 0.1064684 Sep 17 03:44:26.334384 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d17-98ef-4723-9307-066fe5512d9a admin admin] Publish callbacks [] for security_group (14e37df2-eee1-4ef4-a820-4935d54d506d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:26.355022 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d17-98ef-4723-9307-066fe5512d9a admin admin] Publish callbacks [] for security_group (14e37df2-eee1-4ef4-a820-4935d54d506d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:26.399946 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'port': {'device_id': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'admin_state_up': True, 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'security_groups': ['23b7643a-4a2e-4480-95c1-8a662fbdd1f2']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:26.438856 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b63e3c26-dc2d-422a-ba0c-fafe473cd187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:26.451626 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d17-98ef-4723-9307-066fe5512d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (14e37df2-eee1-4ef4-a820-4935d54d506d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:26.454134 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ed2b4d17-98ef-4723-9307-066fe5512d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:26.455252 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ed2b4d17-98ef-4723-9307-066fe5512d9a admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/14e37df2-eee1-4ef4-a820-4935d54d506d HTTP/1.1" status: 204 len: 168 time: 0.2144742 Sep 17 03:44:26.466540 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a034557f-175f-4b9d-af22-549e78b0dc58 req-67f63e85-8eeb-4cda-aa74-2a653c1087b1 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=2b3e7fb9-edf3-41e5-8279-5e4c68b767ec HTTP/1.1" status: 200 len: 210 time: 0.0387380 Sep 17 03:44:26.658461 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 167866d6-abd6-4565-a0c6-f9a8398b1858 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:44:26.683127 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 167866d6-abd6-4565-a0c6-f9a8398b1858 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:44:26.683127 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 167866d6-abd6-4565-a0c6-f9a8398b1858 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:44:26.683127 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fcdd9a39-1274-469e-9f2d-7be3974d1fbc no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:44:26.703523 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: fcdd9a39-1274-469e-9f2d-7be3974d1fbc {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:44:26.703873 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fcdd9a39-1274-469e-9f2d-7be3974d1fbc not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:44:26.704305 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 9569dc31-9cb8-4d91-925a-47f16acd5bde no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:44:26.729134 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 9569dc31-9cb8-4d91-925a-47f16acd5bde {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:44:26.729512 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 9569dc31-9cb8-4d91-925a-47f16acd5bde not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:44:26.775633 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b4d17-98ef-4723-9307-066fe5512d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e37df2-eee1-4ef4-a820-4935d54d506d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:26.813059 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-6d53aef0-98aa-4f83-8400-512229e54eb0 req-79de384d-b7b6-4f2b-b90d-caed1bd4be01 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 210 time: 0.0415046 Sep 17 03:44:26.868730 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Made reservation on behalf of 41e6e18961a7409a8014d832de70d299 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:44:26.874644 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:26.958033 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:27.001808 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:27.016755 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Allocated IP 172.20.0.5 (43b210d2-7336-46cc-af65-5360567bdfcb/c96c3ad4-1dba-487b-9d52-13a571e20da2/5150d0f3-a373-477a-a79f-b596f422ad15) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:44:27.162551 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (5150d0f3-a373-477a-a79f-b596f422ad15), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:27.201904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:27.248784 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Network 43b210d2-7336-46cc-af65-5360567bdfcb is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:44:27.254190 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:44:27.258266 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:44:27.286524 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=5150d0f3-a373-477a-a79f-b596f422ad15,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:27.315432 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:27.316082 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:27.335082 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-aa19cd96-158f-4c93-b897-ef12fccbe23c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9391236 Sep 17 03:44:27.353669 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Request body: {'port': {'device_id': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:27.419837 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:27.461486 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-0ae8d66d-c9a8-4c49-ac21-6e75184dcd2c None None] Provisioning complete for port 5150d0f3-a373-477a-a79f-b596f422ad15 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:44:27.462119 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-0ae8d66d-c9a8-4c49-ac21-6e75184dcd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:27.462352 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-0ae8d66d-c9a8-4c49-ac21-6e75184dcd2c None None] Attempt 1 to provision port 5150d0f3-a373-477a-a79f-b596f422ad15 Sep 17 03:44:27.494286 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8d66d-c9a8-4c49-ac21-6e75184dcd2c None None] Port 5150d0f3-a373-477a-a79f-b596f422ad15 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:44:27.711095 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5150d0f3-a373-477a-a79f-b596f422ad15 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:44:27.719533 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Publish callbacks [] for port (5150d0f3-a373-477a-a79f-b596f422ad15), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:27.744179 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Transition to ACTIVE for port object 5150d0f3-a373-477a-a79f-b596f422ad15 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:44:27.754650 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:27.840060 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:27.868401 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:27.900174 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Pushing event updated for resources: {'Port': ['ID=5150d0f3-a373-477a-a79f-b596f422ad15,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:27.942659 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3605b47-1766-43d3-97f8-452a090249ab req-59d0fa13-d3c4-4597-b719-3f0cb418316c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:27.944434 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c3605b47-1766-43d3-97f8-452a090249ab req-59d0fa13-d3c4-4597-b719-3f0cb418316c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 943 time: 0.0481350 Sep 17 03:44:27.954658 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-b79e104a-15e8-471a-95b1-ac734473dec0 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:27.956164 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-b79e104a-15e8-471a-95b1-ac734473dec0 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/networks?id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1 HTTP/1.1" status: 200 len: 808 time: 0.2274566 Sep 17 03:44:27.976381 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Attempting to bind port 5150d0f3-a373-477a-a79f-b596f422ad15 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:44:27.976758 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Attempting to bind port 5150d0f3-a373-477a-a79f-b596f422ad15 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:44:27.977020 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Attempting to bind port 5150d0f3-a373-477a-a79f-b596f422ad15 on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:44:27.979951 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-9b3165ee-face-45da-a13b-1152988a7eef tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/quotas/2111cd52edcf4c9b83fad77dd2b32956 HTTP/1.1" status: 200 len: 375 time: 0.0163059 Sep 17 03:44:27.993454 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-c3605b47-1766-43d3-97f8-452a090249ab req-a4cc8768-17f0-49d8-a4c9-9eb011612220 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Sep 17 03:44:27.996657 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-0ae8d66d-c9a8-4c49-ac21-6e75184dcd2c None None] Attempt 2 to provision port 5150d0f3-a373-477a-a79f-b596f422ad15 Sep 17 03:44:28.032026 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8d66d-c9a8-4c49-ac21-6e75184dcd2c None None] Port 5150d0f3-a373-477a-a79f-b596f422ad15 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:44:28.035974 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-d8261146-92aa-4c0a-9445-5c3f363fa32d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=2111cd52edcf4c9b83fad77dd2b32956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327413 Sep 17 03:44:28.094784 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Port 5150d0f3-a373-477a-a79f-b596f422ad15 on network 43b210d2-7336-46cc-af65-5360567bdfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:44:28.095028 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Attempting to bind port 5150d0f3-a373-477a-a79f-b596f422ad15 on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:44:28.172163 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:44:28.172499 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Checking segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:44:28.172881 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Bound using segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:44:28.173313 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Bound port: 5150d0f3-a373-477a-a79f-b596f422ad15, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:44:28.173671 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:28.178618 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-eab280f0-1678-4993-8cbd-baa1f5ec65bf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344812 Sep 17 03:44:28.303707 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] For port 5150d0f3-a373-477a-a79f-b596f422ad15, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:44:28.321979 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] For port 5150d0f3-a373-477a-a79f-b596f422ad15, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5150d0f3-a373-477a-a79f-b596f422ad15,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:44:28.324877 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f8e21f33-af86-455b-9aec-df7506fb0afa service neutron] 10.222.0.48 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402872 Sep 17 03:44:28.330895 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:28.334244 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:28.335179 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:28.336528 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/5150d0f3-a373-477a-a79f-b596f422ad15 HTTP/1.1" status: 200 len: 1093 time: 0.9886894 Sep 17 03:44:28.338772 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'tag': '5150d0f3-a373-477a-a79f-b596f422ad15'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:28.341045 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd3f331-bba0-41b3-917a-b58a9d18cdda", "tag": "5150d0f3-a373-477a-a79f-b596f422ad15"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:28.389567 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698c3797-1808-495e-b5e6-26722b4a1cf3 x-openstack-request-id: req-698c3797-1808-495e-b5e6-26722b4a1cf3 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:28.389894 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd3f331-bba0-41b3-917a-b58a9d18cdda", "tag": "5150d0f3-a373-477a-a79f-b596f422ad15", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:28.390212 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-698c3797-1808-495e-b5e6-26722b4a1cf3 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:28.390673 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698c3797-1808-495e-b5e6-26722b4a1cf3'] response: {'name': 'network-changed', 'server_uuid': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'tag': '5150d0f3-a373-477a-a79f-b596f422ad15', 'status': 'completed', 'code': 200} Sep 17 03:44:28.400626 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e430c-4dc3-457d-acac-0bfb88b0302b service neutron] Pushing event updated for resources: {'Port': ['ID=5150d0f3-a373-477a-a79f-b596f422ad15,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:28.449529 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-d0583a31-6191-4414-932e-98be96499f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:28.451499 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-d0583a31-6191-4414-932e-98be96499f1d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 1127 time: 0.0411768 Sep 17 03:44:28.504515 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-93164667-dbf5-45b3-8106-a5961b83b72d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5150d0f3-a373-477a-a79f-b596f422ad15 HTTP/1.1" status: 200 len: 217 time: 0.0396490 Sep 17 03:44:28.505568 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6101d613-28fb-4195-ad47-31213a1e60e5 req-f5e1ec49-7086-4ca1-acb4-1ac758e38a0b tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 210 time: 0.0292258 Sep 17 03:44:28.533578 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-0ae8d66d-c9a8-4c49-ac21-6e75184dcd2c None None] Attempt 3 to provision port 5150d0f3-a373-477a-a79f-b596f422ad15 Sep 17 03:44:28.563552 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-d55d140b-3402-4a20-897a-1c92a2024776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:28.565325 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-d55d140b-3402-4a20-897a-1c92a2024776 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0540555 Sep 17 03:44:28.582678 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f69bce45-f336-43a0-897e-93317a7d7695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:28.600022 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-0ae8d66d-c9a8-4c49-ac21-6e75184dcd2c None None] Port 5150d0f3-a373-477a-a79f-b596f422ad15 had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:44:28.637772 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-c996053d-3bef-47a7-9eac-aa29c137db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:28.640117 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-c996053d-3bef-47a7-9eac-aa29c137db77 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0611413 Sep 17 03:44:28.742918 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-5fa334b8-1234-44af-bde2-53771f9c9ce2 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962031 Sep 17 03:44:28.798846 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:28.839051 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c926274e-134f-46ec-8703-fcffcebebcb3 req-1c61b862-e87f-4e04-896f-cfc7f58cbf4d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903203 Sep 17 03:44:29.125587 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efecf3f-8ff2-44c5-89c1-261b8bbd4cef req-139d09bf-df03-48fa-b9ff-6f9d63a8447b tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:29.127332 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4efecf3f-8ff2-44c5-89c1-261b8bbd4cef req-139d09bf-df03-48fa-b9ff-6f9d63a8447b tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 943 time: 0.0583503 Sep 17 03:44:29.129868 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 97597ad4-b334-4049-afb6-bbc2748266c7 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:44:29.154485 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 97597ad4-b334-4049-afb6-bbc2748266c7 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:44:29.155053 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 97597ad4-b334-4049-afb6-bbc2748266c7 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:44:29.182036 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4efecf3f-8ff2-44c5-89c1-261b8bbd4cef req-5a2a1159-dd25-4ad5-8d27-59bd0e937bf9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485058 Sep 17 03:44:29.595284 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:29.616289 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-49d01a61-848d-45a4-b0c6-fa9b7265e4d8 req-fb2247df-c2f6-46a3-a6b0-eeac4eb9d804 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 210 time: 0.0293448 Sep 17 03:44:29.675232 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-0bd3d46c-e1e8-45d3-ae36-57805b05b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:29.676752 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-0bd3d46c-e1e8-45d3-ae36-57805b05b28f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 1127 time: 0.0404723 Sep 17 03:44:29.777194 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-40567892-448e-45f2-98a0-5ef8a63a42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:29.778683 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-40567892-448e-45f2-98a0-5ef8a63a42d4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 916 time: 0.0962152 Sep 17 03:44:29.819587 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-21d3dc88-d7e8-4f12-93c1-dcc574307a65 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5150d0f3-a373-477a-a79f-b596f422ad15 HTTP/1.1" status: 200 len: 217 time: 0.0347967 Sep 17 03:44:29.874034 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-8aec6413-fd71-4080-8f76-6bece2e43a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:29.876155 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-8aec6413-fd71-4080-8f76-6bece2e43a5e service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0514562 Sep 17 03:44:29.921674 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-436a71cb-d10c-4da3-8e71-6246085a59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:29.923213 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-436a71cb-d10c-4da3-8e71-6246085a59ba service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0406880 Sep 17 03:44:30.017628 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-2b61871f-311e-4232-98cb-7067e95f4511 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881886 Sep 17 03:44:30.287276 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:30.315957 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fef9fcc9-a42c-41f1-aa9c-d103ac93b74a req-dc7ecc6c-c05b-47fb-a0c6-5c385fe3489d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207230 Sep 17 03:44:30.337586 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1d6db-e5db-4988-a3fc-1fc3d0be20c5 req-c03bfd7a-ec7b-498a-a0a0-22b7204d3846 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:30.340819 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6ec1d6db-e5db-4988-a3fc-1fc3d0be20c5 req-c03bfd7a-ec7b-498a-a0a0-22b7204d3846 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 943 time: 0.0628619 Sep 17 03:44:30.425424 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-6ec1d6db-e5db-4988-a3fc-1fc3d0be20c5 req-ac15d3b5-0465-48be-9b90-8ca49bc089aa tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769219 Sep 17 03:44:30.507233 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-49044780-b935-4b7b-a88b-0846229fbd68 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:30.509088 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-49044780-b935-4b7b-a88b-0846229fbd68 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.55 "GET /networking/v2.0/networks?id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1 HTTP/1.1" status: 200 len: 808 time: 0.1431284 Sep 17 03:44:30.527782 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Request body: {'port': {'device_id': '1952af14-7858-4dd6-ad5f-91c2fe53b817', 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1', 'admin_state_up': True, 'tenant_id': '2111cd52edcf4c9b83fad77dd2b32956'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:30.639910 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Made reservation on behalf of 2111cd52edcf4c9b83fad77dd2b32956 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:44:30.643617 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:30.730220 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a124a785-6922-4b22-882a-94e03d8a2fdf req-4b84fd48-14ad-4694-9709-1f301a52e42e tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 210 time: 0.0280781 Sep 17 03:44:30.771922 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Allocated IP 172.20.0.10 (3294917b-eb4e-46a9-b2c4-5ecd80feaad1/f1a24a97-1d12-465f-aeb9-406e978333d5/29fac255-b916-4f69-b4d6-5cb97eb91b35) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:44:30.821404 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:30.872162 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:30.932812 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks [] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:30.967316 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.010462 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:44:31.015776 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:44:31.019774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:44:31.043016 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Pushing event updated for resources: {'Port': ['ID=29fac255-b916-4f69-b4d6-5cb97eb91b35,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:31.069927 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:31.070528 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.087742 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-f3ac990a-b052-4b77-a7e4-2e9f78e849ce tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646119 Sep 17 03:44:31.104433 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Request body: {'port': {'device_id': '1952af14-7858-4dd6-ad5f-91c2fe53b817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:31.144914 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5150d0f3-a373-477a-a79f-b596f422ad15 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:44:31.162965 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:31.167149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.243076 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5150d0f3-a373-477a-a79f-b596f422ad15, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5150d0f3-a373-477a-a79f-b596f422ad15,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:31.257575 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '5150d0f3-a373-477a-a79f-b596f422ad15', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'port_id': '5150d0f3-a373-477a-a79f-b596f422ad15', 'mac_address': 'fa:16:3e:1f:eb:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:44:31.293816 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5150d0f3-a373-477a-a79f-b596f422ad15 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:44:31.294505 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.307931 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5150d0f3-a373-477a-a79f-b596f422ad15 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:44:31.328821 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5150d0f3-a373-477a-a79f-b596f422ad15, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5150d0f3-a373-477a-a79f-b596f422ad15,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:31.333970 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.380646 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5150d0f3-a373-477a-a79f-b596f422ad15,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:31.421464 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fac255-b916-4f69-b4d6-5cb97eb91b35 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:44:31.429124 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Publish callbacks [] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.441895 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Transition to ACTIVE for port object 29fac255-b916-4f69-b4d6-5cb97eb91b35 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:44:31.446779 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.550904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Pushing event updated for resources: {'Port': ['ID=29fac255-b916-4f69-b4d6-5cb97eb91b35,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:31.596564 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cfcf2-10c7-4772-a701-37b17c43baab req-948663e3-0910-4435-b5d7-bdf604ac1b27 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:31.597916 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7b4cfcf2-10c7-4772-a701-37b17c43baab req-948663e3-0910-4435-b5d7-bdf604ac1b27 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 944 time: 0.0640576 Sep 17 03:44:31.623412 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['5150d0f3-a373-477a-a79f-b596f422ad15'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:44:31.628904 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Attempting to bind port 29fac255-b916-4f69-b4d6-5cb97eb91b35 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:44:31.629251 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Attempting to bind port 29fac255-b916-4f69-b4d6-5cb97eb91b35 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:44:31.629576 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Attempting to bind port 29fac255-b916-4f69-b4d6-5cb97eb91b35 on network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:44:31.663986 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:31.677493 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:31.680454 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:31.702597 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7b4cfcf2-10c7-4772-a701-37b17c43baab req-948069ac-5044-454e-b0d0-ea0076712387 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940065 Sep 17 03:44:31.709915 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Port 29fac255-b916-4f69-b4d6-5cb97eb91b35 on network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:44:31.710237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Attempting to bind port 29fac255-b916-4f69-b4d6-5cb97eb91b35 on network 3294917b-eb4e-46a9-b2c4-5ecd80feaad1 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:44:31.754170 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:44:31.754497 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Checking segment: {'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:44:31.754884 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Bound using segment: {'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:44:31.755336 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Bound port: 29fac255-b916-4f69-b4d6-5cb97eb91b35, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6574372-bb0b-406e-ba30-bc09b54a24e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:44:31.755713 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.800119 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.823100 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] For port 29fac255-b916-4f69-b4d6-5cb97eb91b35, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:44:31.826303 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] For port 29fac255-b916-4f69-b4d6-5cb97eb91b35, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29fac255-b916-4f69-b4d6-5cb97eb91b35,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:44:31.833013 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.837363 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:31.837975 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.839502 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/29fac255-b916-4f69-b4d6-5cb97eb91b35 HTTP/1.1" status: 200 len: 1094 time: 0.7389648 Sep 17 03:44:31.840166 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1952af14-7858-4dd6-ad5f-91c2fe53b817', 'tag': '29fac255-b916-4f69-b4d6-5cb97eb91b35'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:31.841483 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:31.842681 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de1607-6c81-47f4-8a3d-9e1271d421b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1952af14-7858-4dd6-ad5f-91c2fe53b817", "tag": "29fac255-b916-4f69-b4d6-5cb97eb91b35"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:31.859404 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:31.885309 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97278c-8b19-41e1-b98d-0a88f494c6ae req-67660785-ebd5-46e5-b5c5-24c28600a804 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:31.887747 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fd97278c-8b19-41e1-b98d-0a88f494c6ae req-67660785-ebd5-46e5-b5c5-24c28600a804 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 944 time: 0.0739341 Sep 17 03:44:31.900973 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d54b6cd-e02f-4cca-87da-aeb36308cdb8 x-openstack-request-id: req-7d54b6cd-e02f-4cca-87da-aeb36308cdb8 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:31.901249 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1952af14-7858-4dd6-ad5f-91c2fe53b817", "tag": "29fac255-b916-4f69-b4d6-5cb97eb91b35", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:31.901808 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d54b6cd-e02f-4cca-87da-aeb36308cdb8 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:31.902469 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d54b6cd-e02f-4cca-87da-aeb36308cdb8'] response: {'name': 'network-changed', 'server_uuid': '1952af14-7858-4dd6-ad5f-91c2fe53b817', 'tag': '29fac255-b916-4f69-b4d6-5cb97eb91b35', 'status': 'completed', 'code': 200} Sep 17 03:44:31.903659 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b85ff-4427-429a-b59b-29fd52720b03 service neutron] Pushing event updated for resources: {'Port': ['ID=29fac255-b916-4f69-b4d6-5cb97eb91b35,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:31.946862 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-fd97278c-8b19-41e1-b98d-0a88f494c6ae req-ad859ad0-920b-4a35-8fab-28b91a0a1fb2 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460024 Sep 17 03:44:31.959700 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-019931fe-7728-40c3-9fba-91e1123c2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:31.961190 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-019931fe-7728-40c3-9fba-91e1123c2692 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2111cd52edcf4c9b83fad77dd2b32956&device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 1128 time: 0.0395479 Sep 17 03:44:32.007758 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-a1ce97e0-4414-4987-b857-779500dc9ec7 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fac255-b916-4f69-b4d6-5cb97eb91b35 HTTP/1.1" status: 200 len: 217 time: 0.0328665 Sep 17 03:44:32.064822 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-d1cf4964-c512-4378-9cd6-d8cd47826b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:32.066844 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-d1cf4964-c512-4378-9cd6-d8cd47826b48 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f1a24a97-1d12-465f-aeb9-406e978333d5 HTTP/1.1" status: 200 len: 848 time: 0.0526299 Sep 17 03:44:32.104507 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-67f0dd54-0416-48bb-ba50-79ac8197da6a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280948 Sep 17 03:44:32.196635 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-3327f49c-2451-4ec5-b892-f279fa2aadb6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846808 Sep 17 03:44:32.290492 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7159a0f9-6092-4a39-a926-613d7cab6e34 req-39e4202b-bd37-4f32-bd50-1d42a4b5a3a7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870340 Sep 17 03:44:32.831555 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43befec9-8cb4-4c4f-ba11-ca31529749c0 req-3ef4bc74-eee5-4046-8e8b-3e3921957690 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:32.832947 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43befec9-8cb4-4c4f-ba11-ca31529749c0 req-3ef4bc74-eee5-4046-8e8b-3e3921957690 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 944 time: 0.0478261 Sep 17 03:44:32.880141 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-43befec9-8cb4-4c4f-ba11-ca31529749c0 req-56917d4e-5819-4d11-a3d1-6a69be0537a8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 Sep 17 03:44:33.057327 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39112) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:33.068406 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7f40d-ca8d-462c-9410-e2b3b1740282 req-bdec425c-39bb-4e8b-80e2-b1cfb0dfc644 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:33.069971 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-61b7f40d-ca8d-462c-9410-e2b3b1740282 req-bdec425c-39bb-4e8b-80e2-b1cfb0dfc644 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 944 time: 0.0476170 Sep 17 03:44:33.105642 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:33.121613 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-61b7f40d-ca8d-462c-9410-e2b3b1740282 req-a40f644a-e7aa-4675-9ec6-2b3248d003c1 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458007 Sep 17 03:44:33.136895 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-eaa24838-674f-4540-93a8-7d99f4fb6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:33.138344 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-eaa24838-674f-4540-93a8-7d99f4fb6e7c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=2111cd52edcf4c9b83fad77dd2b32956&device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 1128 time: 0.0476315 Sep 17 03:44:33.154707 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5150d0f3-a373-477a-a79f-b596f422ad15 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:44:33.195985 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 5150d0f3-a373-477a-a79f-b596f422ad15 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:44:33.203266 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 5150d0f3-a373-477a-a79f-b596f422ad15 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:44:33.203720 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.204123 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 5150d0f3-a373-477a-a79f-b596f422ad15 Sep 17 03:44:33.205516 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-14c2c271-386a-4240-851b-40330a134a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.268814 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-9e6facf2-db99-4ef0-89e0-cec79638e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:33.270378 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-9e6facf2-db99-4ef0-89e0-cec79638e24d service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1 HTTP/1.1" status: 200 len: 909 time: 0.1252534 Sep 17 03:44:33.280684 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 5150d0f3-a373-477a-a79f-b596f422ad15 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:44:33.281075 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.304111 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150d0f3-a373-477a-a79f-b596f422ad15'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:33.306442 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f49fbba-44bc-4702-8144-3501da7b463c" -d '{"events": [{"server_uuid": "3fd3f331-bba0-41b3-917a-b58a9d18cdda", "name": "network-vif-plugged", "status": "completed", "tag": "5150d0f3-a373-477a-a79f-b596f422ad15"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:33.318015 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-d389260f-f07d-4dcb-86fa-c8e221497efb service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29fac255-b916-4f69-b4d6-5cb97eb91b35 HTTP/1.1" status: 200 len: 217 time: 0.0414367 Sep 17 03:44:33.320148 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 5150d0f3-a373-477a-a79f-b596f422ad15, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5150d0f3-a373-477a-a79f-b596f422ad15,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:33.324658 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.349045 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5065e33-68a8-4775-a475-dbcab188daec x-openstack-request-id: req-c5065e33-68a8-4775-a475-dbcab188daec {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:33.349366 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd3f331-bba0-41b3-917a-b58a9d18cdda", "name": "network-vif-plugged", "status": "completed", "tag": "5150d0f3-a373-477a-a79f-b596f422ad15", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:33.349621 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5065e33-68a8-4775-a475-dbcab188daec {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:33.350036 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5065e33-68a8-4775-a475-dbcab188daec'] response: {'server_uuid': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5150d0f3-a373-477a-a79f-b596f422ad15', 'code': 200} Sep 17 03:44:33.357465 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:33.372182 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:33.378080 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=5150d0f3-a373-477a-a79f-b596f422ad15,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:33.391292 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-14c2c271-386a-4240-851b-40330a134a17 admin admin] Publish callbacks [] for security_group (e1a60063-b755-4b5e-8db3-2e791b5add25), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.396781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-fe564794-0cd7-4399-bfa1-b0a93f98bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:33.398317 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-fe564794-0cd7-4399-bfa1-b0a93f98bfd9 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=f1a24a97-1d12-465f-aeb9-406e978333d5 HTTP/1.1" status: 200 len: 848 time: 0.0745294 Sep 17 03:44:33.399720 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-14c2c271-386a-4240-851b-40330a134a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e1a60063-b755-4b5e-8db3-2e791b5add25), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.458192 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-2923eff6-3983-47ab-ad2c-a40da1c5caa5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=3294917b-eb4e-46a9-b2c4-5ecd80feaad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426061 Sep 17 03:44:33.474555 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-14c2c271-386a-4240-851b-40330a134a17 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c2668f897b304861a96ed2a671ec857b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161215 Sep 17 03:44:33.476427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2c271-386a-4240-851b-40330a134a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a60063-b755-4b5e-8db3-2e791b5add25,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:33.477723 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39118) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:33.538801 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-77286c9e-2649-4c7f-9d97-41a0e4d28b19 admin admin] Publish callbacks [] for security_group (e1a60063-b755-4b5e-8db3-2e791b5add25), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.558821 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-77286c9e-2649-4c7f-9d97-41a0e4d28b19 admin admin] Publish callbacks [] for security_group (e1a60063-b755-4b5e-8db3-2e791b5add25), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.584835 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead15bb4-9bac-4f2c-aed7-d63c0e17d7aa req-31a2e268-f554-4d2c-b450-7ede99e6833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:33.586342 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ead15bb4-9bac-4f2c-aed7-d63c0e17d7aa req-31a2e268-f554-4d2c-b450-7ede99e6833b service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 1129 time: 0.0569060 Sep 17 03:44:33.588199 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-6a98ce15-f0ca-423a-8af2-d9b1d803b69b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234241 Sep 17 03:44:33.607802 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-77286c9e-2649-4c7f-9d97-41a0e4d28b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e1a60063-b755-4b5e-8db3-2e791b5add25), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.610344 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-77286c9e-2649-4c7f-9d97-41a0e4d28b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:33.614235 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-77286c9e-2649-4c7f-9d97-41a0e4d28b19 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e1a60063-b755-4b5e-8db3-2e791b5add25 HTTP/1.1" status: 204 len: 168 time: 0.1319711 Sep 17 03:44:33.619675 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77286c9e-2649-4c7f-9d97-41a0e4d28b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a60063-b755-4b5e-8db3-2e791b5add25,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:33.700991 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ead15bb4-9bac-4f2c-aed7-d63c0e17d7aa req-54743346-c8c8-45ff-a66e-5fcf7cf44c0f service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020825 Sep 17 03:44:33.734496 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-c0de1607-6c81-47f4-8a3d-9e1271d421b5 req-fbfd0901-214f-4a4a-b84c-18d403c18b7d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317751 Sep 17 03:44:34.017173 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e6403-e074-4c68-9c94-71284a648dec req-1de91ebf-02df-470b-93b1-cb483e274e92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:34.018800 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-279e6403-e074-4c68-9c94-71284a648dec req-1de91ebf-02df-470b-93b1-cb483e274e92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 945 time: 0.0555735 Sep 17 03:44:34.073255 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-279e6403-e074-4c68-9c94-71284a648dec req-2fc40687-bb31-4fef-a637-6ccc3bd15a6e tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486012 Sep 17 03:44:34.252607 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea613d06-1965-4c70-9091-0d2777d57678 req-b7ca3a12-17e5-4d0d-a540-85f27169b393 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:34.254107 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ea613d06-1965-4c70-9091-0d2777d57678 req-b7ca3a12-17e5-4d0d-a540-85f27169b393 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 944 time: 0.0467887 Sep 17 03:44:34.317025 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ea613d06-1965-4c70-9091-0d2777d57678 req-0352ae90-5493-4d9c-be2b-92febf5a304d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466774 Sep 17 03:44:34.854101 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:44:34.895353 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39172) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:35.004582 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d762973d-4596-4c97-8440-3e46c987b59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.080089 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d762973d-4596-4c97-8440-3e46c987b59b admin admin] Publish callbacks [] for security_group (2364ad7d-880e-4177-8a1b-622437f393cc), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.085386 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-d762973d-4596-4c97-8440-3e46c987b59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (2364ad7d-880e-4177-8a1b-622437f393cc), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.124780 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-d762973d-4596-4c97-8440-3e46c987b59b admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=f7662cfbb4954d338f4f712d3fb4f43e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281408 Sep 17 03:44:35.125539 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762973d-4596-4c97-8440-3e46c987b59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2364ad7d-880e-4177-8a1b-622437f393cc,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:35.127816 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39178) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:35.173957 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 29fac255-b916-4f69-b4d6-5cb97eb91b35 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:44:35.190442 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1edbc63d-2f50-4be2-b9fb-410182eb265c admin admin] Publish callbacks [] for security_group (2364ad7d-880e-4177-8a1b-622437f393cc), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.202562 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de916b3f-4a5d-442d-8f06-c1bb0a715867 req-ddedc018-5649-4c1b-bd41-cc4d559ea0c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:35.204564 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-de916b3f-4a5d-442d-8f06-c1bb0a715867 req-ddedc018-5649-4c1b-bd41-cc4d559ea0c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 945 time: 0.0522866 Sep 17 03:44:35.211624 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1edbc63d-2f50-4be2-b9fb-410182eb265c admin admin] Publish callbacks [] for security_group (2364ad7d-880e-4177-8a1b-622437f393cc), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.263231 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-de916b3f-4a5d-442d-8f06-c1bb0a715867 req-55e2f452-eb92-4bb4-9abb-5ff95f086b97 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504603 Sep 17 03:44:35.283150 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1edbc63d-2f50-4be2-b9fb-410182eb265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (2364ad7d-880e-4177-8a1b-622437f393cc), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.285198 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 29fac255-b916-4f69-b4d6-5cb97eb91b35, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29fac255-b916-4f69-b4d6-5cb97eb91b35,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:35.286636 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1edbc63d-2f50-4be2-b9fb-410182eb265c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.290855 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-1edbc63d-2f50-4be2-b9fb-410182eb265c admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/2364ad7d-880e-4177-8a1b-622437f393cc HTTP/1.1" status: 204 len: 168 time: 0.1592987 Sep 17 03:44:35.297431 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbc63d-2f50-4be2-b9fb-410182eb265c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2364ad7d-880e-4177-8a1b-622437f393cc,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:35.298587 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:35.299610 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '29fac255-b916-4f69-b4d6-5cb97eb91b35', 'network_id': '3294917b-eb4e-46a9-b2c4-5ecd80feaad1', 'port_id': '29fac255-b916-4f69-b4d6-5cb97eb91b35', 'mac_address': 'fa:16:3e:ab:38:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a24a97-1d12-465f-aeb9-406e978333d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:44:35.353265 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 29fac255-b916-4f69-b4d6-5cb97eb91b35 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:44:35.353663 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.367924 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fac255-b916-4f69-b4d6-5cb97eb91b35 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:44:35.392197 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 29fac255-b916-4f69-b4d6-5cb97eb91b35, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29fac255-b916-4f69-b4d6-5cb97eb91b35,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:35.404209 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.415682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7d8a2-3845-4dad-9865-8e0af628ee83 req-45751d2b-d66c-4195-a8ab-3ba90ef8ced0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:35.417274 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2be7d8a2-3845-4dad-9865-8e0af628ee83 req-45751d2b-d66c-4195-a8ab-3ba90ef8ced0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 945 time: 0.0539219 Sep 17 03:44:35.430791 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39186) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:35.435524 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'floatingip': {'port_id': '5150d0f3-a373-477a-a79f-b596f422ad15'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:44:35.460781 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d21e7-4800-4f6a-8b0d-98a371a4a116 req-5db9b4d8-19b2-465e-b159-54a74dcc3210 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:35.462521 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=29fac255-b916-4f69-b4d6-5cb97eb91b35,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:35.466286 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5f9d21e7-4800-4f6a-8b0d-98a371a4a116 req-5db9b4d8-19b2-465e-b159-54a74dcc3210 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 945 time: 0.0708668 Sep 17 03:44:35.480269 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (64b309a9-0baa-42da-9a47-b24dad2677a1), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:35.514621 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5f9d21e7-4800-4f6a-8b0d-98a371a4a116 req-4b0d4c09-58b6-4073-8b81-48c00ce1741d tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Sep 17 03:44:35.720047 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['29fac255-b916-4f69-b4d6-5cb97eb91b35'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:44:35.882541 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:36.079746 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:36.123316 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:36.224076 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:36.227905 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (64b309a9-0baa-42da-9a47-b24dad2677a1), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:36.326690 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Floating IP 64b309a9-0baa-42da-9a47-b24dad2677a1 associated. External IP: 172.28.1.166, port: 5150d0f3-a373-477a-a79f-b596f422ad15. Sep 17 03:44:36.532128 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:44:36.683758 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999fb56-0ed1-41b4-84b4-acecbffbaa76 req-93f42778-ce18-4b3c-9219-078854960ff1 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:36.685225 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f999fb56-0ed1-41b4-84b4-acecbffbaa76 req-93f42778-ce18-4b3c-9219-078854960ff1 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 945 time: 0.0872400 Sep 17 03:44:36.701339 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:44:36.710968 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:36.712913 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:44:36.725142 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:44:36.725934 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:44:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:36.757051 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-467183ae-0ccb-4db4-b049-7f99710b00c3 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/64b309a9-0baa-42da-9a47-b24dad2677a1 HTTP/1.1" status: 200 len: 991 time: 1.3228149 Sep 17 03:44:36.758156 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'tag': '5150d0f3-a373-477a-a79f-b596f422ad15'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:36.760807 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72f9a60-e1b3-4e91-a694-59d712a33928" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd3f331-bba0-41b3-917a-b58a9d18cdda", "tag": "5150d0f3-a373-477a-a79f-b596f422ad15"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:36.782359 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f999fb56-0ed1-41b4-84b4-acecbffbaa76 req-f697471f-4237-4177-b15d-aa700c49728a tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897629 Sep 17 03:44:36.812001 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0b6a5a-5426-4f16-b303-6304175baffd x-openstack-request-id: req-7d0b6a5a-5426-4f16-b303-6304175baffd {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:36.812403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd3f331-bba0-41b3-917a-b58a9d18cdda", "tag": "5150d0f3-a373-477a-a79f-b596f422ad15", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:36.812749 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d0b6a5a-5426-4f16-b303-6304175baffd {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:36.813234 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0b6a5a-5426-4f16-b303-6304175baffd'] response: {'name': 'network-changed', 'server_uuid': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'tag': '5150d0f3-a373-477a-a79f-b596f422ad15', 'status': 'completed', 'code': 200} Sep 17 03:44:36.905816 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-004f5582-44a2-4e0a-b5b7-632f4d1caa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:36.907396 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-004f5582-44a2-4e0a-b5b7-632f4d1caa2c service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 1129 time: 0.0500860 Sep 17 03:44:36.993888 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:44:37.014864 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-49e3eb62-dfb6-47c5-9e6f-cf8a0da2c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:37.017224 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-49e3eb62-dfb6-47c5-9e6f-cf8a0da2c535 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 916 time: 0.1025767 Sep 17 03:44:37.096907 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-b2abcf39-d762-44a9-9369-9db81cc80cea service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5150d0f3-a373-477a-a79f-b596f422ad15 HTTP/1.1" status: 200 len: 999 time: 0.0665815 Sep 17 03:44:37.133934 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:37.150391 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-90f433d6-48ce-4198-a505-135044f2854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:37.152028 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-90f433d6-48ce-4198-a505-135044f2854f service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0491905 Sep 17 03:44:37.199365 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-907a9f18-6d02-4206-a55e-f23a48af774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:37.201390 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-907a9f18-6d02-4206-a55e-f23a48af774a service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421131 Sep 17 03:44:37.202572 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 29fac255-b916-4f69-b4d6-5cb97eb91b35 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:44:37.252669 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:43Z', 'revision_number': 2, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}, {'id': '64b309a9-0baa-42da-9a47-b24dad2677a1', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.166', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '5150d0f3-a373-477a-a79f-b596f422ad15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:1f:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:44:23Z', 'updated_at': '2022-09-17T03:44:36Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:37.280554 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:44:37.294148 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 29fac255-b916-4f69-b4d6-5cb97eb91b35 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:44:37.296265 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:44:37.296892 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:44:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:37.303379 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-39d45163-6584-4daf-a3e1-cb6f79bb0f57 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939047 Sep 17 03:44:37.332345 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 29fac255-b916-4f69-b4d6-5cb97eb91b35 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:44:37.332718 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.333043 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 29fac255-b916-4f69-b4d6-5cb97eb91b35 Sep 17 03:44:37.357708 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:37.372811 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:37.403572 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f72f9a60-e1b3-4e91-a694-59d712a33928 req-f0dcc565-0e43-4596-8eb8-e7e190ceb2bc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942516 Sep 17 03:44:37.458134 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:44:37.474064 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39260) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:37.494232 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 29fac255-b916-4f69-b4d6-5cb97eb91b35 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:44:37.494663 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.555278 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1952af14-7858-4dd6-ad5f-91c2fe53b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fac255-b916-4f69-b4d6-5cb97eb91b35'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:37.557531 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047a0a0-1b70-42ea-bbfb-09e5c037711a" -d '{"events": [{"server_uuid": "1952af14-7858-4dd6-ad5f-91c2fe53b817", "name": "network-vif-plugged", "status": "completed", "tag": "29fac255-b916-4f69-b4d6-5cb97eb91b35"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:37.578638 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 29fac255-b916-4f69-b4d6-5cb97eb91b35, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29fac255-b916-4f69-b4d6-5cb97eb91b35,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:37.589722 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.606849 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5137ece3-4b76-4fe7-8b88-cc06385769fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.624661 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68c892e-faa7-4d77-aaa0-8692f5b42cc9 x-openstack-request-id: req-d68c892e-faa7-4d77-aaa0-8692f5b42cc9 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:37.624976 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1952af14-7858-4dd6-ad5f-91c2fe53b817", "name": "network-vif-plugged", "status": "completed", "tag": "29fac255-b916-4f69-b4d6-5cb97eb91b35", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:37.625225 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d68c892e-faa7-4d77-aaa0-8692f5b42cc9 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:37.625613 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68c892e-faa7-4d77-aaa0-8692f5b42cc9'] response: {'server_uuid': '1952af14-7858-4dd6-ad5f-91c2fe53b817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fac255-b916-4f69-b4d6-5cb97eb91b35', 'code': 200} Sep 17 03:44:37.663804 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:37.686642 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5137ece3-4b76-4fe7-8b88-cc06385769fe admin admin] Publish callbacks [] for security_group (fb883bf6-cb76-427e-a3c5-5cc408fdbce4), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.691716 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=29fac255-b916-4f69-b4d6-5cb97eb91b35,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:37.692343 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5137ece3-4b76-4fe7-8b88-cc06385769fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fb883bf6-cb76-427e-a3c5-5cc408fdbce4), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.738326 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5137ece3-4b76-4fe7-8b88-cc06385769fe admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=89404d3ba23746b9b01bd9d150eba25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631500 Sep 17 03:44:37.739074 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39266) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:37.740425 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137ece3-4b76-4fe7-8b88-cc06385769fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb883bf6-cb76-427e-a3c5-5cc408fdbce4,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:37.763778 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:43Z', 'revision_number': 2, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}, {'id': '64b309a9-0baa-42da-9a47-b24dad2677a1', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.166', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '5150d0f3-a373-477a-a79f-b596f422ad15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:1f:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:44:23Z', 'updated_at': '2022-09-17T03:44:36Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:44:37.795672 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c9c904-5639-4a18-8b5d-0dc26cafd048 None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:43Z', 'revision_number': 2, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}, {'id': '64b309a9-0baa-42da-9a47-b24dad2677a1', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.166', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '5150d0f3-a373-477a-a79f-b596f422ad15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:1f:eb:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:44:23Z', 'updated_at': '2022-09-17T03:44:36Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:44:37.810575 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-20bbaf0c-15fc-42ba-b301-00cb9a80222d admin admin] Publish callbacks [] for security_group (fb883bf6-cb76-427e-a3c5-5cc408fdbce4), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.855582 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-20bbaf0c-15fc-42ba-b301-00cb9a80222d admin admin] Publish callbacks [] for security_group (fb883bf6-cb76-427e-a3c5-5cc408fdbce4), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.866227 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e38e8-1116-4086-be8f-0f5b3348147e req-2b334883-55ef-4386-84fc-ede94a4af5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:37.867804 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5a1e38e8-1116-4086-be8f-0f5b3348147e req-2b334883-55ef-4386-84fc-ede94a4af5b9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 1130 time: 0.0649641 Sep 17 03:44:37.923323 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837766f6-d61f-48eb-85b2-c0c15a9ed7b6 req-81be1f06-9f83-419e-8c60-5d7c2078a426 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:37.925171 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-837766f6-d61f-48eb-85b2-c0c15a9ed7b6 req-81be1f06-9f83-419e-8c60-5d7c2078a426 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 946 time: 0.0508287 Sep 17 03:44:37.930910 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5a1e38e8-1116-4086-be8f-0f5b3348147e req-e2d41bad-7dfa-44a6-801d-2317f0851180 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552893 Sep 17 03:44:37.944140 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-20bbaf0c-15fc-42ba-b301-00cb9a80222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fb883bf6-cb76-427e-a3c5-5cc408fdbce4), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.948652 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-20bbaf0c-15fc-42ba-b301-00cb9a80222d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:37.949903 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-20bbaf0c-15fc-42ba-b301-00cb9a80222d admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fb883bf6-cb76-427e-a3c5-5cc408fdbce4 HTTP/1.1" status: 204 len: 168 time: 0.2096868 Sep 17 03:44:37.951602 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:37.959288 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbaf0c-15fc-42ba-b301-00cb9a80222d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb883bf6-cb76-427e-a3c5-5cc408fdbce4,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:37.999959 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-837766f6-d61f-48eb-85b2-c0c15a9ed7b6 req-d957e827-9bed-4e4e-83bc-901c30957570 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549018 Sep 17 03:44:38.041688 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ecf8c6-9275-477b-abc0-3f7a91ca769e None None] New status for floating IP 64b309a9-0baa-42da-9a47-b24dad2677a1: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:44:38.258192 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39274) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:38.271879 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f759f73d-3d81-4611-ba3f-aee0476d8be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:38.344089 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f759f73d-3d81-4611-ba3f-aee0476d8be5 admin admin] Publish callbacks [] for security_group (fe5fa7d2-1a92-4c1b-ae55-979db04d3140), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:38.350274 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-f759f73d-3d81-4611-ba3f-aee0476d8be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fe5fa7d2-1a92-4c1b-ae55-979db04d3140), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:38.389978 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759f73d-3d81-4611-ba3f-aee0476d8be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5fa7d2-1a92-4c1b-ae55-979db04d3140,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:38.394148 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-f759f73d-3d81-4611-ba3f-aee0476d8be5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6a8eacc1dca94e02a10cf7edf69b2dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345043 Sep 17 03:44:38.396915 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39276) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:38.444450 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add0c7e7-6b13-4321-99cb-1d309861dc99 admin admin] Publish callbacks [] for security_group (fe5fa7d2-1a92-4c1b-ae55-979db04d3140), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:38.465627 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add0c7e7-6b13-4321-99cb-1d309861dc99 admin admin] Publish callbacks [] for security_group (fe5fa7d2-1a92-4c1b-ae55-979db04d3140), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:38.516303 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add0c7e7-6b13-4321-99cb-1d309861dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (fe5fa7d2-1a92-4c1b-ae55-979db04d3140), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:38.518891 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-add0c7e7-6b13-4321-99cb-1d309861dc99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:38.520017 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-add0c7e7-6b13-4321-99cb-1d309861dc99 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/fe5fa7d2-1a92-4c1b-ae55-979db04d3140 HTTP/1.1" status: 204 len: 168 time: 0.1222312 Sep 17 03:44:38.528233 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0c7e7-6b13-4321-99cb-1d309861dc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5fa7d2-1a92-4c1b-ae55-979db04d3140,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:39.128756 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f4c15-ce21-4cc8-86ce-44c3af3262bf req-abc0d26b-fa9e-48df-8526-500646f4086f tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:39.130767 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0a6f4c15-ce21-4cc8-86ce-44c3af3262bf req-abc0d26b-fa9e-48df-8526-500646f4086f tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 946 time: 0.0483093 Sep 17 03:44:39.184066 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0a6f4c15-ce21-4cc8-86ce-44c3af3262bf req-63dd8d42-44c4-45f0-a51a-5bb2bb6a70a1 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Sep 17 03:44:39.927808 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363a9ac-ff18-4376-ad20-128a67ca43d1 req-ed2ec4ed-c374-4ebf-9ab3-8e9100e2607c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:39.929270 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1363a9ac-ff18-4376-ad20-128a67ca43d1 req-ed2ec4ed-c374-4ebf-9ab3-8e9100e2607c tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 946 time: 0.0497644 Sep 17 03:44:39.980328 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-1363a9ac-ff18-4376-ad20-128a67ca43d1 req-9c611df9-dd13-4b3f-83b9-2bd2a59793bf tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451488 Sep 17 03:44:41.108522 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecedb237-539c-4c07-b25b-969aeb43f438 req-3b13853a-199e-40a6-8ebb-6be56d2edf48 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:41.110010 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ecedb237-539c-4c07-b25b-969aeb43f438 req-3b13853a-199e-40a6-8ebb-6be56d2edf48 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 946 time: 0.0490005 Sep 17 03:44:41.162190 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ecedb237-539c-4c07-b25b-969aeb43f438 req-96efd117-6b12-4530-a0d2-3447019dc3c4 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=6a342d6f-7676-4990-b627-ef7c3ffc20ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443375 Sep 17 03:44:41.525135 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa73346-3fce-4fad-9701-59f1713b503b req-bf58d53e-e779-428a-b9ac-da3b7dbdebfe tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:44:41.526513 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fa73346-3fce-4fad-9701-59f1713b503b req-bf58d53e-e779-428a-b9ac-da3b7dbdebfe tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 946 time: 0.0482645 Sep 17 03:44:41.612926 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Deleting port 29fac255-b916-4f69-b4d6-5cb97eb91b35 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:44:41.613235 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:41.688217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:41.703438 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] For port 29fac255-b916-4f69-b4d6-5cb97eb91b35, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=29fac255-b916-4f69-b4d6-5cb97eb91b35,segment=NetworkSegment(e6574372-bb0b-406e-ba30-bc09b54a24e2),segment_id=e6574372-bb0b-406e-ba30-bc09b54a24e2)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:44:41.703801 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:41.716595 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Calling delete_port for 29fac255-b916-4f69-b4d6-5cb97eb91b35 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:44:41.849972 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (29fac255-b916-4f69-b4d6-5cb97eb91b35), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:41.879836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Pushing event deleted for resources: {'Port': ['ID=29fac255-b916-4f69-b4d6-5cb97eb91b35,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:41.893001 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['29fac255-b916-4f69-b4d6-5cb97eb91b35'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:44:41.931829 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] No DVR routers for this DVR port 29fac255-b916-4f69-b4d6-5cb97eb91b35 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:44:41.934489 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:41.937515 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7fa73346-3fce-4fad-9701-59f1713b503b req-4d0c7f8e-46c4-431a-a679-e338c05d3311 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.55 "DELETE /networking/v2.0/ports/29fac255-b916-4f69-b4d6-5cb97eb91b35 HTTP/1.1" status: 204 len: 173 time: 0.4055688 Sep 17 03:44:41.938034 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1952af14-7858-4dd6-ad5f-91c2fe53b817', 'name': 'network-vif-deleted', 'tag': '29fac255-b916-4f69-b4d6-5cb97eb91b35'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:44:41.940348 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafad740-2f18-4138-ac85-d0e0a68375d9" -d '{"events": [{"server_uuid": "1952af14-7858-4dd6-ad5f-91c2fe53b817", "name": "network-vif-deleted", "tag": "29fac255-b916-4f69-b4d6-5cb97eb91b35"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:44:41.979233 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca8176d-bfa2-42ea-99b7-765fc46f8d8f x-openstack-request-id: req-9ca8176d-bfa2-42ea-99b7-765fc46f8d8f {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:44:41.979537 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1952af14-7858-4dd6-ad5f-91c2fe53b817", "name": "network-vif-deleted", "tag": "29fac255-b916-4f69-b4d6-5cb97eb91b35", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:44:41.979794 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ca8176d-bfa2-42ea-99b7-765fc46f8d8f {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:44:41.980236 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca8176d-bfa2-42ea-99b7-765fc46f8d8f'] response: {'server_uuid': '1952af14-7858-4dd6-ad5f-91c2fe53b817', 'name': 'network-vif-deleted', 'tag': '29fac255-b916-4f69-b4d6-5cb97eb91b35', 'status': 'completed', 'code': 200} Sep 17 03:44:42.281639 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ac450b94-19b2-47e9-91bf-5a144d121886 req-5b1cd514-6be0-49b3-8e20-c197f9da6086 tempest-VolumesActionsTest-1258775574 tempest-VolumesActionsTest-1258775574-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=1952af14-7858-4dd6-ad5f-91c2fe53b817 HTTP/1.1" status: 200 len: 210 time: 0.0307224 Sep 17 03:44:44.268222 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:44.287066 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:45.216937 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 29fac255-b916-4f69-b4d6-5cb97eb91b35 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:44:45.240704 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 29fac255-b916-4f69-b4d6-5cb97eb91b35 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:44:45.241017 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 29fac255-b916-4f69-b4d6-5cb97eb91b35 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:44:48.179927 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=29 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:51.911638 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:DELETE=7 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:51.912887 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=22,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:52.261365 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=59,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:52.262249 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=49,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:54.806551 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:55.225146 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:44:55.790659 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39600) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:55.920883 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.013055 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Publish callbacks [] for security_group (a092188a-eaae-4e67-953e-53e18bb1b7cb), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.018771 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a092188a-eaae-4e67-953e-53e18bb1b7cb), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.061819 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a092188a-eaae-4e67-953e-53e18bb1b7cb,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:56.068420 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=59ffa0b8c7f145f992e6240dfc7297de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759407 Sep 17 03:44:56.071466 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39604) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:56.073580 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.073944 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.074290 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.074620 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.074946 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.075291 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.075616 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.075945 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.076257 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.076572 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.076893 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.077209 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.077522 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.077938 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.078184 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b367fc1-816a-4c44-a689-7b989fde6d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.159591 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Publish callbacks [] for security_group (a092188a-eaae-4e67-953e-53e18bb1b7cb), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.180096 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Publish callbacks [] for security_group (a092188a-eaae-4e67-953e-53e18bb1b7cb), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.231838 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a092188a-eaae-4e67-953e-53e18bb1b7cb), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.234871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.236342 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a092188a-eaae-4e67-953e-53e18bb1b7cb HTTP/1.1" status: 204 len: 168 time: 0.1633761 Sep 17 03:44:56.246030 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a092188a-eaae-4e67-953e-53e18bb1b7cb,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:56.254177 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.254463 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.254769 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.255106 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.255446 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.255785 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.256108 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.256450 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.256789 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.257109 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.257574 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.257823 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.258491 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.258811 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.259158 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b91254-ca63-4640-8a6b-248870176b77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:44:56.437106 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5a158a67-04e3-4390-8062-364e34946031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.586610 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39618) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:56.602235 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ee96ffd-d51a-4d66-be7c-ed80e3a6bb68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.683454 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ee96ffd-d51a-4d66-be7c-ed80e3a6bb68 admin admin] Publish callbacks [] for security_group (a38a0208-7edf-4d90-9081-439ea0a59366), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.690824 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2ee96ffd-d51a-4d66-be7c-ed80e3a6bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a38a0208-7edf-4d90-9081-439ea0a59366), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.736030 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2ee96ffd-d51a-4d66-be7c-ed80e3a6bb68 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=74b51a9c3592460a883b9a1637deea42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480842 Sep 17 03:44:56.736746 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee96ffd-d51a-4d66-be7c-ed80e3a6bb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38a0208-7edf-4d90-9081-439ea0a59366,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:56.739558 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39622) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:56.798146 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-77114f2d-30f8-4f22-a545-f986c05efdd7 admin admin] Publish callbacks [] for security_group (a38a0208-7edf-4d90-9081-439ea0a59366), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.820682 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-77114f2d-30f8-4f22-a545-f986c05efdd7 admin admin] Publish callbacks [] for security_group (a38a0208-7edf-4d90-9081-439ea0a59366), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.873585 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-77114f2d-30f8-4f22-a545-f986c05efdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a38a0208-7edf-4d90-9081-439ea0a59366), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.879034 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-77114f2d-30f8-4f22-a545-f986c05efdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:56.883592 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-77114f2d-30f8-4f22-a545-f986c05efdd7 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a38a0208-7edf-4d90-9081-439ea0a59366 HTTP/1.1" status: 204 len: 168 time: 0.1421103 Sep 17 03:44:56.896912 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77114f2d-30f8-4f22-a545-f986c05efdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38a0208-7edf-4d90-9081-439ea0a59366,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:58.242101 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39662) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:58.361424 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2dcbb63a-4617-4d2c-9c72-2780fa41b686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:58.584271 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a05cfe53-14dc-4f9f-8273-825713699c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:58.707736 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2dcbb63a-4617-4d2c-9c72-2780fa41b686 admin admin] Publish callbacks [] for security_group (5b344e9e-75d0-479a-a2f1-70146e6be44c), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:58.712846 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2dcbb63a-4617-4d2c-9c72-2780fa41b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5b344e9e-75d0-479a-a2f1-70146e6be44c), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:58.757123 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbb63a-4617-4d2c-9c72-2780fa41b686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b344e9e-75d0-479a-a2f1-70146e6be44c,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:44:58.762513 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2dcbb63a-4617-4d2c-9c72-2780fa41b686 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=6b0ebb7793fb47c3833de0fa796203b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192838 Sep 17 03:44:58.765302 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39670) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:44:58.820500 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7d26e34-1e0c-4068-824f-52748508b66f admin admin] Publish callbacks [] for security_group (5b344e9e-75d0-479a-a2f1-70146e6be44c), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:58.850449 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7d26e34-1e0c-4068-824f-52748508b66f admin admin] Publish callbacks [] for security_group (5b344e9e-75d0-479a-a2f1-70146e6be44c), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:58.926508 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7d26e34-1e0c-4068-824f-52748508b66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (5b344e9e-75d0-479a-a2f1-70146e6be44c), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:58.929343 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b7d26e34-1e0c-4068-824f-52748508b66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:44:58.930763 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-b7d26e34-1e0c-4068-824f-52748508b66f admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/5b344e9e-75d0-479a-a2f1-70146e6be44c HTTP/1.1" status: 204 len: 168 time: 0.1641798 Sep 17 03:44:58.956008 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d26e34-1e0c-4068-824f-52748508b66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b344e9e-75d0-479a-a2f1-70146e6be44c,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:00.297502 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:01.798361 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:01.844999 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.318956 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39786) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:02.365439 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff651c44-f7c4-4ed2-afe6-063e80a754df admin admin] Deleting subnet f1a24a97-1d12-465f-aeb9-406e978333d5 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:45:02.368803 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff651c44-f7c4-4ed2-afe6-063e80a754df admin admin] Publish callbacks [] for subnet (f1a24a97-1d12-465f-aeb9-406e978333d5), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.406576 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff651c44-f7c4-4ed2-afe6-063e80a754df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254090'] for subnet (f1a24a97-1d12-465f-aeb9-406e978333d5), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.448558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff651c44-f7c4-4ed2-afe6-063e80a754df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (f1a24a97-1d12-465f-aeb9-406e978333d5), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.517961 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff651c44-f7c4-4ed2-afe6-063e80a754df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586979'] for subnet (f1a24a97-1d12-465f-aeb9-406e978333d5), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.544951 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff651c44-f7c4-4ed2-afe6-063e80a754df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a24a97-1d12-465f-aeb9-406e978333d5,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:02.546963 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ff651c44-f7c4-4ed2-afe6-063e80a754df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.550417 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ff651c44-f7c4-4ed2-afe6-063e80a754df admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/f1a24a97-1d12-465f-aeb9-406e978333d5 HTTP/1.1" status: 204 len: 168 time: 0.2302210 Sep 17 03:45:02.552632 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39794) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:02.622087 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (3294917b-eb4e-46a9-b2c4-5ecd80feaad1), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.706781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (3294917b-eb4e-46a9-b2c4-5ecd80feaad1), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.726837 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3294917b-eb4e-46a9-b2c4-5ecd80feaad1']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:02.736188 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6574372-bb0b-406e-ba30-bc09b54a24e2') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:02.736486 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6574372-bb0b-406e-ba30-bc09b54a24e2') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:02.746149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254129'] for segment (e6574372-bb0b-406e-ba30-bc09b54a24e2), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.759815 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (e6574372-bb0b-406e-ba30-bc09b54a24e2), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.766346 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:45:02.766724 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339126'] for segment (e6574372-bb0b-406e-ba30-bc09b54a24e2), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.782042 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:02.828066 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (3294917b-eb4e-46a9-b2c4-5ecd80feaad1), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.834542 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:02.840447 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/3294917b-eb4e-46a9-b2c4-5ecd80feaad1 HTTP/1.1" status: 204 len: 168 time: 0.2868531 Sep 17 03:45:02.850531 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4429ae-169c-4f42-9e58-da93b27106e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3294917b-eb4e-46a9-b2c4-5ecd80feaad1,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:02.914349 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment e6574372-bb0b-406e-ba30-bc09b54a24e2 resource provider aggregate not found Sep 17 03:45:02.931373 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment e6574372-bb0b-406e-ba30-bc09b54a24e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6574372-bb0b-406e-ba30-bc09b54a24e2 found for delete ", "request_id": "req-322b4373-79bf-46ad-a1d3-753f4cfc85f9"}]} Sep 17 03:45:03.012926 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39804) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:03.019287 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:03.058553 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-224b590e-d39a-4378-94c3-2bc7a6b3e6a5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2111cd52edcf4c9b83fad77dd2b32956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444827 Sep 17 03:45:03.061205 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39806) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:03.096405 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:03.129906 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b5a51c9-cdd5-4b89-8aed-69eba20f92a6 admin admin] Publish callbacks [] for security_group (6a342d6f-7676-4990-b627-ef7c3ffc20ca), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:03.149918 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b5a51c9-cdd5-4b89-8aed-69eba20f92a6 admin admin] Publish callbacks [] for security_group (6a342d6f-7676-4990-b627-ef7c3ffc20ca), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:03.198547 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b5a51c9-cdd5-4b89-8aed-69eba20f92a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6a342d6f-7676-4990-b627-ef7c3ffc20ca), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:03.201105 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-9b5a51c9-cdd5-4b89-8aed-69eba20f92a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:03.202290 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-9b5a51c9-cdd5-4b89-8aed-69eba20f92a6 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6a342d6f-7676-4990-b627-ef7c3ffc20ca HTTP/1.1" status: 204 len: 168 time: 0.1399508 Sep 17 03:45:03.210063 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a51c9-cdd5-4b89-8aed-69eba20f92a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a342d6f-7676-4990-b627-ef7c3ffc20ca,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:11.631131 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 39950) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:11.763933 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac05e892-aa9b-4503-a3b9-da159fa998df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:11.766456 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:11.837403 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:11.843223 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac05e892-aa9b-4503-a3b9-da159fa998df admin admin] Publish callbacks [] for security_group (dd10c0c0-2a37-4df0-9cf5-fb30b82b8746), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:11.847764 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ac05e892-aa9b-4503-a3b9-da159fa998df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (dd10c0c0-2a37-4df0-9cf5-fb30b82b8746), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:11.853018 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:45:11.886744 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-ac05e892-aa9b-4503-a3b9-da159fa998df admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5fedf222b6104701b82f535fa4ef74ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545300 Sep 17 03:45:11.888650 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05e892-aa9b-4503-a3b9-da159fa998df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd10c0c0-2a37-4df0-9cf5-fb30b82b8746,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:11.889823 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 39954) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:11.944509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b384b0b8-9cc8-40fe-8b93-e2b3cc2f7eff admin admin] Publish callbacks [] for security_group (dd10c0c0-2a37-4df0-9cf5-fb30b82b8746), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:11.964368 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b384b0b8-9cc8-40fe-8b93-e2b3cc2f7eff admin admin] Publish callbacks [] for security_group (dd10c0c0-2a37-4df0-9cf5-fb30b82b8746), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.016650 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b384b0b8-9cc8-40fe-8b93-e2b3cc2f7eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (dd10c0c0-2a37-4df0-9cf5-fb30b82b8746), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.019749 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b384b0b8-9cc8-40fe-8b93-e2b3cc2f7eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:12.020919 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-b384b0b8-9cc8-40fe-8b93-e2b3cc2f7eff admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/dd10c0c0-2a37-4df0-9cf5-fb30b82b8746 HTTP/1.1" status: 204 len: 168 time: 0.1275513 Sep 17 03:45:12.028827 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384b0b8-9cc8-40fe-8b93-e2b3cc2f7eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd10c0c0-2a37-4df0-9cf5-fb30b82b8746,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:13.222371 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:13.594098 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228cdc5-e0a8-4c61-9c1c-bc86538ef6f5 req-6c03bc38-4ca7-4d02-812b-29f852f6c610 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:13.595858 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a228cdc5-e0a8-4c61-9c1c-bc86538ef6f5 req-6c03bc38-4ca7-4d02-812b-29f852f6c610 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 945 time: 0.0491326 Sep 17 03:45:13.649038 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a228cdc5-e0a8-4c61-9c1c-bc86538ef6f5 req-fa0e6ec8-fd84-41e3-866e-8f249c2db744 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453312 Sep 17 03:45:14.290555 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:14.780438 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46ee21-471c-4761-81bd-540002fd0a64 req-2a8c3b20-4e6f-40c4-b851-9330eeac21cc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:14.782162 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3a46ee21-471c-4761-81bd-540002fd0a64 req-2a8c3b20-4e6f-40c4-b851-9330eeac21cc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 945 time: 0.0500917 Sep 17 03:45:14.838533 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3a46ee21-471c-4761-81bd-540002fd0a64 req-872250be-26d0-46e0-9d35-d2b2518a48fb tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23b7643a-4a2e-4480-95c1-8a662fbdd1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504262 Sep 17 03:45:15.248668 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-8251a242-c651-4e24-b888-7a04aa18a569 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:15.250140 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-8251a242-c651-4e24-b888-7a04aa18a569 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 945 time: 0.0545659 Sep 17 03:45:15.336308 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Deleting port 5150d0f3-a373-477a-a79f-b596f422ad15 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:15.336657 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:15.440373 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] For port 5150d0f3-a373-477a-a79f-b596f422ad15, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=5150d0f3-a373-477a-a79f-b596f422ad15,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:15.440738 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:15.604236 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:15.604607 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (64b309a9-0baa-42da-9a47-b24dad2677a1), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:15.604931 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Floating IP 64b309a9-0baa-42da-9a47-b24dad2677a1 disassociated. External IP: 172.28.1.166, port: 5150d0f3-a373-477a-a79f-b596f422ad15. Sep 17 03:45:15.605273 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Calling delete_port for 5150d0f3-a373-477a-a79f-b596f422ad15 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:15.741475 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (5150d0f3-a373-477a-a79f-b596f422ad15), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:15.769583 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'Port': ['ID=5150d0f3-a373-477a-a79f-b596f422ad15,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:15.783661 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:15.833330 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:15.900198 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:45:16.020785 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-e2472a60-524f-4a7c-b723-fc5abe48b43e req-80158f2c-4b4f-44dd-8578-71d966c8c978 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=3fd3f331-bba0-41b3-917a-b58a9d18cdda HTTP/1.1" status: 200 len: 210 time: 0.0741696 Sep 17 03:45:16.038152 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:45:16.051320 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:45:16.061949 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:16.062552 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:44:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:16.088604 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] No DVR routers for this DVR port 5150d0f3-a373-477a-a79f-b596f422ad15 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:45:16.091320 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:16.098857 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-06aa1a13-437a-437d-803d-b3769d6bb2e1 req-194bd452-8bff-430d-af57-342ab0d1e4ce tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "DELETE /networking/v2.0/ports/5150d0f3-a373-477a-a79f-b596f422ad15 HTTP/1.1" status: 204 len: 173 time: 0.8432724 Sep 17 03:45:16.099503 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'name': 'network-vif-deleted', 'tag': '5150d0f3-a373-477a-a79f-b596f422ad15'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:45:16.101936 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c1fec4-0228-410c-b220-7c6cd6e0a27c" -d '{"events": [{"server_uuid": "3fd3f331-bba0-41b3-917a-b58a9d18cdda", "name": "network-vif-deleted", "tag": "5150d0f3-a373-477a-a79f-b596f422ad15"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:45:16.185526 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dc028a-e319-4db3-bbf0-addeec8b26c7 x-openstack-request-id: req-b0dc028a-e319-4db3-bbf0-addeec8b26c7 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:45:16.186142 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd3f331-bba0-41b3-917a-b58a9d18cdda", "name": "network-vif-deleted", "tag": "5150d0f3-a373-477a-a79f-b596f422ad15", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:45:16.187217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0dc028a-e319-4db3-bbf0-addeec8b26c7 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:45:16.187789 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dc028a-e319-4db3-bbf0-addeec8b26c7'] response: {'server_uuid': '3fd3f331-bba0-41b3-917a-b58a9d18cdda', 'name': 'network-vif-deleted', 'tag': '5150d0f3-a373-477a-a79f-b596f422ad15', 'status': 'completed', 'code': 200} Sep 17 03:45:16.251525 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:16.524159 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:43Z', 'revision_number': 2, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:16.554772 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:45:16.563320 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:16.563892 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:44:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:16.670108 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:17.024099 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:43Z', 'revision_number': 2, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:17.054091 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd1d98b-a286-4ebe-87af-e8a48a0dfdae None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '0d2e31d2-0f9d-4f3a-a5ba-172632da0053', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.209', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:17:20:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:43:19Z', 'updated_at': '2022-09-17T03:43:43Z', 'revision_number': 2, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:45:17.293569 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6ae7e-29ab-4744-8eb8-321e03bf70d9 None None] New status for floating IP 64b309a9-0baa-42da-9a47-b24dad2677a1: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:45:18.143172 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40160) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:18.204483 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ef769e8-15e4-4ede-a4a9-35c6c03dd413 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (23b7643a-4a2e-4480-95c1-8a662fbdd1f2), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.228130 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ef769e8-15e4-4ede-a4a9-35c6c03dd413 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (23b7643a-4a2e-4480-95c1-8a662fbdd1f2), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.278648 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ef769e8-15e4-4ede-a4a9-35c6c03dd413 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (23b7643a-4a2e-4480-95c1-8a662fbdd1f2), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.281915 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-0ef769e8-15e4-4ede-a4a9-35c6c03dd413 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.283245 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-0ef769e8-15e4-4ede-a4a9-35c6c03dd413 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/23b7643a-4a2e-4480-95c1-8a662fbdd1f2 HTTP/1.1" status: 204 len: 168 time: 0.1389897 Sep 17 03:45:18.286530 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40162) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:18.293097 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef769e8-15e4-4ede-a4a9-35c6c03dd413 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b7643a-4a2e-4480-95c1-8a662fbdd1f2,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:18.302890 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.api.v2.resource [None req-cf83391b-1a8e-4d13-8196-3e0fb24bc4ec tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] show failed (client error): The resource could not be found. Sep 17 03:45:18.303979 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-cf83391b-1a8e-4d13-8196-3e0fb24bc4ec tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups/23b7643a-4a2e-4480-95c1-8a662fbdd1f2 HTTP/1.1" status: 404 len: 347 time: 0.0157509 Sep 17 03:45:18.307144 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40164) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:18.420568 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Deleting port cb84e189-6baa-466d-a5ca-66e1a3810995 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:18.420895 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (cb84e189-6baa-466d-a5ca-66e1a3810995), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.498082 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (cb84e189-6baa-466d-a5ca-66e1a3810995), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.498491 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (cb84e189-6baa-466d-a5ca-66e1a3810995), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.513693 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Calling delete_port for cb84e189-6baa-466d-a5ca-66e1a3810995 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:18.654576 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (cb84e189-6baa-466d-a5ca-66e1a3810995), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.679653 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'Port': ['ID=cb84e189-6baa-466d-a5ca-66e1a3810995,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:18.750005 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (64b309a9-0baa-42da-9a47-b24dad2677a1), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.753011 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:18.757266 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-87dea60a-0408-4832-b749-bcca1bcc0082 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/64b309a9-0baa-42da-9a47-b24dad2677a1 HTTP/1.1" status: 204 len: 168 time: 0.4465709 Sep 17 03:45:19.384583 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5150d0f3-a373-477a-a79f-b596f422ad15 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:45:19.412415 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 5150d0f3-a373-477a-a79f-b596f422ad15 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:45:19.412780 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 5150d0f3-a373-477a-a79f-b596f422ad15 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:45:20.437388 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a03406-7b8f-4d4c-897d-d0b0f0e310d5 req-58ff0862-a6ec-488d-9f27-66d7505d6868 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:20.439853 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d2a03406-7b8f-4d4c-897d-d0b0f0e310d5 req-58ff0862-a6ec-488d-9f27-66d7505d6868 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 946 time: 0.0487118 Sep 17 03:45:20.487564 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d2a03406-7b8f-4d4c-897d-d0b0f0e310d5 req-a2c0a853-d8ab-42dd-8080-0fcd92dddcd7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Sep 17 03:45:20.519772 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40218) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:20.631146 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3cc82c59-769f-4708-add4-2da045805a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:20.647588 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:20.692544 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:20.717556 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3cc82c59-769f-4708-add4-2da045805a1e admin admin] Publish callbacks [] for security_group (32b8d9e3-17fb-4772-b636-f0705f86dab8), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:20.722853 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3cc82c59-769f-4708-add4-2da045805a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (32b8d9e3-17fb-4772-b636-f0705f86dab8), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:20.763869 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3cc82c59-769f-4708-add4-2da045805a1e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2e072297162f406f88d50d64ac77f5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427840 Sep 17 03:45:20.764561 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc82c59-769f-4708-add4-2da045805a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b8d9e3-17fb-4772-b636-f0705f86dab8,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:20.766538 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40222) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:20.821037 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-347c7a26-2ed3-4a75-9fde-cd8d893634c1 admin admin] Publish callbacks [] for security_group (32b8d9e3-17fb-4772-b636-f0705f86dab8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:20.843216 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-347c7a26-2ed3-4a75-9fde-cd8d893634c1 admin admin] Publish callbacks [] for security_group (32b8d9e3-17fb-4772-b636-f0705f86dab8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:20.896525 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-347c7a26-2ed3-4a75-9fde-cd8d893634c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (32b8d9e3-17fb-4772-b636-f0705f86dab8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:20.899167 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-347c7a26-2ed3-4a75-9fde-cd8d893634c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:20.900316 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-347c7a26-2ed3-4a75-9fde-cd8d893634c1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/32b8d9e3-17fb-4772-b636-f0705f86dab8 HTTP/1.1" status: 204 len: 168 time: 0.1328094 Sep 17 03:45:20.908619 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c7a26-2ed3-4a75-9fde-cd8d893634c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b8d9e3-17fb-4772-b636-f0705f86dab8,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:21.186019 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40230) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:21.200647 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffef0-5768-458d-b007-d58fe9617590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.281849 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffef0-5768-458d-b007-d58fe9617590 admin admin] Publish callbacks [] for security_group (e4e1a59c-1535-448b-a373-d96593a3ad9d), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.289872 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-ec4ffef0-5768-458d-b007-d58fe9617590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e4e1a59c-1535-448b-a373-d96593a3ad9d), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.331780 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-ec4ffef0-5768-458d-b007-d58fe9617590 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a6e9c132f05c4b4bb2c21cecac5b35b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445847 Sep 17 03:45:21.333811 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ffef0-5768-458d-b007-d58fe9617590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e1a59c-1535-448b-a373-d96593a3ad9d,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:21.334729 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40232) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:21.385682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ca4fcbc3-6b5c-40d0-8f99-822b4c9ea4ba admin admin] Publish callbacks [] for security_group (e4e1a59c-1535-448b-a373-d96593a3ad9d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.405713 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ca4fcbc3-6b5c-40d0-8f99-822b4c9ea4ba admin admin] Publish callbacks [] for security_group (e4e1a59c-1535-448b-a373-d96593a3ad9d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.457911 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ca4fcbc3-6b5c-40d0-8f99-822b4c9ea4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (e4e1a59c-1535-448b-a373-d96593a3ad9d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.460744 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ca4fcbc3-6b5c-40d0-8f99-822b4c9ea4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.461942 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ca4fcbc3-6b5c-40d0-8f99-822b4c9ea4ba admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/e4e1a59c-1535-448b-a373-d96593a3ad9d HTTP/1.1" status: 204 len: 168 time: 0.1261747 Sep 17 03:45:21.470038 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fcbc3-6b5c-40d0-8f99-822b4c9ea4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e1a59c-1535-448b-a373-d96593a3ad9d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:21.623132 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918c69d-0fb5-406b-ae9f-3022d9fd2a8a req-f19af21a-d0c4-4a6d-a169-98a9eb9ce8e7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:21.624680 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a918c69d-0fb5-406b-ae9f-3022d9fd2a8a req-f19af21a-d0c4-4a6d-a169-98a9eb9ce8e7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 946 time: 0.0497851 Sep 17 03:45:21.676468 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a918c69d-0fb5-406b-ae9f-3022d9fd2a8a req-83ab25a9-a5e1-4c71-a702-5997d6baa244 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Sep 17 03:45:21.833572 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40240) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:21.847356 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c578627e-fa5d-4ef8-84b8-b0a2c77b6e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.938499 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c578627e-fa5d-4ef8-84b8-b0a2c77b6e50 admin admin] Publish callbacks [] for security_group (3d1412da-dc1b-47eb-b1be-f3c3ce9087ab), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.940044 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-4b7418ff-1761-4bc6-adf7-b495712e4c38 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476327 Sep 17 03:45:21.943192 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c578627e-fa5d-4ef8-84b8-b0a2c77b6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (3d1412da-dc1b-47eb-b1be-f3c3ce9087ab), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:21.986245 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578627e-fa5d-4ef8-84b8-b0a2c77b6e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1412da-dc1b-47eb-b1be-f3c3ce9087ab,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:21.993605 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c578627e-fa5d-4ef8-84b8-b0a2c77b6e50 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=142afca6086b4c62b54139e6845b75d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566184 Sep 17 03:45:21.994574 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40244) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:22.051093 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-92138bd2-99ea-4846-833f-76f158b8d4e2 admin admin] Publish callbacks [] for security_group (3d1412da-dc1b-47eb-b1be-f3c3ce9087ab), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:22.085892 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-92138bd2-99ea-4846-833f-76f158b8d4e2 admin admin] Publish callbacks [] for security_group (3d1412da-dc1b-47eb-b1be-f3c3ce9087ab), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:22.146628 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-92138bd2-99ea-4846-833f-76f158b8d4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (3d1412da-dc1b-47eb-b1be-f3c3ce9087ab), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:22.150006 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-92138bd2-99ea-4846-833f-76f158b8d4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:22.153467 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-92138bd2-99ea-4846-833f-76f158b8d4e2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/3d1412da-dc1b-47eb-b1be-f3c3ce9087ab HTTP/1.1" status: 204 len: 168 time: 0.1560714 Sep 17 03:45:22.160877 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92138bd2-99ea-4846-833f-76f158b8d4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1412da-dc1b-47eb-b1be-f3c3ce9087ab,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:22.200864 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-80589eba-cd7d-4a17-8825-37ade8158ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:22.202512 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-80589eba-cd7d-4a17-8825-37ade8158ded service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1130 time: 0.0586393 Sep 17 03:45:22.361788 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:22.374842 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-e42cb64a-a7b8-4dc8-8329-829c00381137 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:22.376423 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-e42cb64a-a7b8-4dc8-8329-829c00381137 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 946 time: 0.0972049 Sep 17 03:45:22.396274 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:22.465411 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-5cb520d4-88ce-489a-81c4-5ce11eb79829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:22.466941 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-5cb520d4-88ce-489a-81c4-5ce11eb79829 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 200 len: 909 time: 0.1864245 Sep 17 03:45:22.545029 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Deleting port 963d17b0-a7a1-4697-96f2-244568e1a6be {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:22.545362 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:22.605186 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-41dde1b6-babe-4493-8463-0de1e80872a2 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 1001 time: 0.1194050 Sep 17 03:45:22.693426 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-633bb31d-596f-4316-9588-61f20f327f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:22.694914 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-633bb31d-596f-4316-9588-61f20f327f67 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d HTTP/1.1" status: 200 len: 847 time: 0.0827656 Sep 17 03:45:22.696558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] For port 963d17b0-a7a1-4697-96f2-244568e1a6be, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=963d17b0-a7a1-4697-96f2-244568e1a6be,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:22.696923 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:23.096598 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-d941f6e8-9750-48ba-bd14-e3f34e49e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:23.098127 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-d941f6e8-9750-48ba-bd14-e3f34e49e8b5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3936996 Sep 17 03:45:23.112705 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba117f-9026-4163-b77b-2c3bf3d25de1 req-9f1c8a1a-fbd5-4f11-b66c-3b47cf804c18 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:23.114088 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d5ba117f-9026-4163-b77b-2c3bf3d25de1 req-9f1c8a1a-fbd5-4f11-b66c-3b47cf804c18 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 946 time: 0.0960803 Sep 17 03:45:23.329078 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-d5ba117f-9026-4163-b77b-2c3bf3d25de1 req-af6a5dec-1c16-43cb-99dd-c5d773d98ffd tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=3e15d373-b84a-412b-bc5c-b88828aeeef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974456 Sep 17 03:45:23.336807 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:23.337185 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (0d2e31d2-0f9d-4f3a-a5ba-172632da0053), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:23.337510 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Floating IP 0d2e31d2-0f9d-4f3a-a5ba-172632da0053 disassociated. External IP: 172.28.1.209, port: 963d17b0-a7a1-4697-96f2-244568e1a6be. Sep 17 03:45:23.337849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Calling delete_port for 963d17b0-a7a1-4697-96f2-244568e1a6be owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:23.350586 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-d7f53440-2b0d-4ee6-9e2f-77cd9efae259 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439523 Sep 17 03:45:23.495145 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:23.501809 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8f75e405-0dd0-4741-b46e-f27fa1625771 req-1e5e3e0c-c7b7-43d1-b462-1caab9630483 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147919 Sep 17 03:45:23.572548 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (963d17b0-a7a1-4697-96f2-244568e1a6be), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:23.579746 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:23.605378 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'Port': ['ID=963d17b0-a7a1-4697-96f2-244568e1a6be,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:23.719240 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:45:23.833075 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:45:23.844030 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:45:23.856572 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:23.858649 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:44:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:23.882228 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] No DVR routers for this DVR port 963d17b0-a7a1-4697-96f2-244568e1a6be on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:45:23.885418 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:23.888963 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-786c8d46-0d8b-474d-87d2-ffbd746bd5d3 req-bba5a1d5-1fd5-4d68-a7f4-0ee9801cf71c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "DELETE /networking/v2.0/ports/963d17b0-a7a1-4697-96f2-244568e1a6be HTTP/1.1" status: 204 len: 173 time: 1.5061893 Sep 17 03:45:23.889733 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'name': 'network-vif-deleted', 'tag': '963d17b0-a7a1-4697-96f2-244568e1a6be'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:45:23.893418 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804bc632-4316-4910-b55e-29d94daddc28" -d '{"events": [{"server_uuid": "740ab594-bbd7-459a-9e90-3acb5f88e97d", "name": "network-vif-deleted", "tag": "963d17b0-a7a1-4697-96f2-244568e1a6be"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:45:23.942094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e64a15-cbf5-4234-bf39-955f5523b0a6 x-openstack-request-id: req-32e64a15-cbf5-4234-bf39-955f5523b0a6 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:45:23.942532 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "740ab594-bbd7-459a-9e90-3acb5f88e97d", "name": "network-vif-deleted", "tag": "963d17b0-a7a1-4697-96f2-244568e1a6be", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:45:23.942849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32e64a15-cbf5-4234-bf39-955f5523b0a6 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:45:23.943328 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e64a15-cbf5-4234-bf39-955f5523b0a6'] response: {'server_uuid': '740ab594-bbd7-459a-9e90-3acb5f88e97d', 'name': 'network-vif-deleted', 'tag': '963d17b0-a7a1-4697-96f2-244568e1a6be', 'status': 'completed', 'code': 200} Sep 17 03:45:23.976568 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:24.028950 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:24.064559 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:24.204391 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:24.231180 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:45:24.240136 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:24.240747 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:44:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:24.350471 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:24.448390 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-5e6de4f2-3657-4945-b0e0-b0003e4147f2 req-208f7b67-aeca-4ea7-8553-0a4c624ef2e7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=740ab594-bbd7-459a-9e90-3acb5f88e97d HTTP/1.1" status: 200 len: 210 time: 0.0288887 Sep 17 03:45:24.545618 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:24.570794 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad08c688-61ee-45ac-a8a0-e5e3b18e4be7 None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:45:24.818789 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e55797-959e-44d9-a97c-0e9004f2dfbe None None] New status for floating IP 0d2e31d2-0f9d-4f3a-a5ba-172632da0053: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:45:25.410895 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 963d17b0-a7a1-4697-96f2-244568e1a6be no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:45:25.437492 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 963d17b0-a7a1-4697-96f2-244568e1a6be {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:45:25.437873 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 963d17b0-a7a1-4697-96f2-244568e1a6be not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:45:25.551604 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40266) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:25.597733 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:25.609212 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfbee-c21f-4c46-8a03-dc6151adb7af tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (3e15d373-b84a-412b-bc5c-b88828aeeef2), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:25.632019 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfbee-c21f-4c46-8a03-dc6151adb7af tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (3e15d373-b84a-412b-bc5c-b88828aeeef2), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:25.642989 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:25.686016 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfbee-c21f-4c46-8a03-dc6151adb7af tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (3e15d373-b84a-412b-bc5c-b88828aeeef2), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:25.688689 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfbee-c21f-4c46-8a03-dc6151adb7af tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:25.689971 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-5cfcfbee-c21f-4c46-8a03-dc6151adb7af tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/3e15d373-b84a-412b-bc5c-b88828aeeef2 HTTP/1.1" status: 204 len: 168 time: 0.1372759 Sep 17 03:45:25.692967 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40268) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:25.702541 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcfbee-c21f-4c46-8a03-dc6151adb7af tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e15d373-b84a-412b-bc5c-b88828aeeef2,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:25.711329 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.api.v2.resource [None req-9e825313-f337-4a60-a6ba-ec08dd560153 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] show failed (client error): The resource could not be found. Sep 17 03:45:25.715220 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9e825313-f337-4a60-a6ba-ec08dd560153 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups/3e15d373-b84a-412b-bc5c-b88828aeeef2 HTTP/1.1" status: 404 len: 347 time: 0.0184245 Sep 17 03:45:25.715556 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40270) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:25.828629 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Deleting port 32cb5dca-3d34-4fe2-81f2-ceecbda49899 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:25.828974 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (32cb5dca-3d34-4fe2-81f2-ceecbda49899), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:25.910087 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (32cb5dca-3d34-4fe2-81f2-ceecbda49899), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:25.910392 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (32cb5dca-3d34-4fe2-81f2-ceecbda49899), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:25.922682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Calling delete_port for 32cb5dca-3d34-4fe2-81f2-ceecbda49899 owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:26.066836 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (32cb5dca-3d34-4fe2-81f2-ceecbda49899), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.091568 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'Port': ['ID=32cb5dca-3d34-4fe2-81f2-ceecbda49899,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:26.160401 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (0d2e31d2-0f9d-4f3a-a5ba-172632da0053), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.163373 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.164529 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-a2a0294c-d5f8-4e06-a9e9-cf357f9d748f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/0d2e31d2-0f9d-4f3a-a5ba-172632da0053 HTTP/1.1" status: 204 len: 168 time: 0.4480145 Sep 17 03:45:26.245608 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40276) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:26.250445 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-273b03fe-15fe-41d6-9dc0-bfc67b537433 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103159067', 'description': 'tempest-description--97323227'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:45:26.274713 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-273b03fe-15fe-41d6-9dc0-bfc67b537433 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.337003 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:26.344876 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:26.347419 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-273b03fe-15fe-41d6-9dc0-bfc67b537433 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (c35f32be-5990-40d4-ad21-c0086987671a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.352749 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-273b03fe-15fe-41d6-9dc0-bfc67b537433 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (c35f32be-5990-40d4-ad21-c0086987671a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.387528 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b03fe-15fe-41d6-9dc0-bfc67b537433 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35f32be-5990-40d4-ad21-c0086987671a,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:26.392670 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-273b03fe-15fe-41d6-9dc0-bfc67b537433 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.393995 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-273b03fe-15fe-41d6-9dc0-bfc67b537433 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1473408 Sep 17 03:45:26.396977 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40282) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:26.401111 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-4b9c6d9f-c2a6-4c1b-96dd-5062d1d97694 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group_rule': {'security_group_id': 'c35f32be-5990-40d4-ad21-c0086987671a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:45:26.429465 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6d9f-c2a6-4c1b-96dd-5062d1d97694 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (2034f8b0-8d69-4d70-be7b-768cdf5995f2), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.432693 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2b11dec6-8fe9-4236-8c3b-edeef052ee27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.487139 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6d9f-c2a6-4c1b-96dd-5062d1d97694 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (2034f8b0-8d69-4d70-be7b-768cdf5995f2), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.492673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6d9f-c2a6-4c1b-96dd-5062d1d97694 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (2034f8b0-8d69-4d70-be7b-768cdf5995f2), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.513288 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c6d9f-c2a6-4c1b-96dd-5062d1d97694 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2034f8b0-8d69-4d70-be7b-768cdf5995f2,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:26.519769 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6d9f-c2a6-4c1b-96dd-5062d1d97694 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.521206 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4b9c6d9f-c2a6-4c1b-96dd-5062d1d97694 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234684 Sep 17 03:45:26.524120 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40286) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:26.528527 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-5044502d-84d2-4979-ad83-3ceb7d57f180 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group_rule': {'security_group_id': 'c35f32be-5990-40d4-ad21-c0086987671a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:45:26.556547 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5044502d-84d2-4979-ad83-3ceb7d57f180 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (6760bcbe-256b-4db8-b8ff-196a26f5aef1), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.614151 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5044502d-84d2-4979-ad83-3ceb7d57f180 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (6760bcbe-256b-4db8-b8ff-196a26f5aef1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.619206 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5044502d-84d2-4979-ad83-3ceb7d57f180 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (6760bcbe-256b-4db8-b8ff-196a26f5aef1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.640522 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044502d-84d2-4979-ad83-3ceb7d57f180 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6760bcbe-256b-4db8-b8ff-196a26f5aef1,revision_number=0']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:26.646597 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5044502d-84d2-4979-ad83-3ceb7d57f180 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.648117 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-5044502d-84d2-4979-ad83-3ceb7d57f180 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227584 Sep 17 03:45:26.651074 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40290) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:26.655510 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:45:26.684558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.763871 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.875071 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Allocated IP 172.28.1.86 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/22ad464d-dc42-4709-8873-6bf8b2310473) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:45:26.975658 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (22ad464d-dc42-4709-8873-6bf8b2310473), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:26.979535 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:27.011127 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (22ad464d-dc42-4709-8873-6bf8b2310473), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:27.055347 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:45:27.060218 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:45:27.062335 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=22ad464d-dc42-4709-8873-6bf8b2310473,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:27.064384 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:45:27.066060 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:27.147313 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (67f7060e-b7ff-417a-9f21-483a6f77c6dd), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:27.191798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (22ad464d-dc42-4709-8873-6bf8b2310473), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:27.354269 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (22ad464d-dc42-4709-8873-6bf8b2310473), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:27.360179 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (22ad464d-dc42-4709-8873-6bf8b2310473), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:27.429104 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=22ad464d-dc42-4709-8873-6bf8b2310473,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:27.432651 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (67f7060e-b7ff-417a-9f21-483a6f77c6dd), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:27.450945 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:27.452186 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-d1590148-273a-4a68-ad42-5db75d66c9f6 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8002326 Sep 17 03:45:27.662192 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-a3860878-221c-4c45-8dbd-9152582087f5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2103159067&fields=id&tenant_id=41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 267 time: 0.0448291 Sep 17 03:45:27.772118 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-c1b2dfc9-c6a9-46dc-a595-0de0ec4275c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:27.773670 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-c1b2dfc9-c6a9-46dc-a595-0de0ec4275c0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 815 time: 0.1050017 Sep 17 03:45:27.790891 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-df858c0b-c3a3-4c10-91fb-a7254e8b15de tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/quotas/41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 375 time: 0.0092120 Sep 17 03:45:27.841133 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-cfe3b8b5-49e4-468e-9215-45196b203f53 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431392 Sep 17 03:45:27.938788 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-d64320c9-8cf9-4c9b-a2a3-88d386747538 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859735 Sep 17 03:45:28.033575 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-6eb95b87-e8dc-4fdd-96fc-49b0ce2899cf service neutron] 10.222.0.48 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865941 Sep 17 03:45:28.199767 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-74e2d577-c2cb-4215-b758-7d88fe895d13 req-9fdf02fc-fa2d-47a7-bdbf-51ce5d35d847 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 210 time: 0.0277758 Sep 17 03:45:28.559131 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cb5eadd9-449a-446e-8685-c1cf1ad1863c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:29.301742 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:29.344438 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fcb583b2-f905-4269-90ff-b82d5f7472a3 req-db4c2c3c-2b07-4403-8e3b-008de2898ba8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 210 time: 0.0528281 Sep 17 03:45:29.431150 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-9d9af6a9-cefe-4f6f-986d-1c79f876a04d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:29.432738 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-9d9af6a9-cefe-4f6f-986d-1c79f876a04d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 815 time: 0.1287653 Sep 17 03:45:29.452640 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:29.505159 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-069f99cc-d07e-4a81-85ac-091a05e9389c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 380 time: 0.0577681 Sep 17 03:45:29.625136 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'port': {'device_id': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'admin_state_up': True, 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'security_groups': ['c35f32be-5990-40d4-ad21-c0086987671a']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:45:29.740217 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Made reservation on behalf of 41e6e18961a7409a8014d832de70d299 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:45:29.743956 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:29.883591 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Allocated IP 172.20.0.8 (43b210d2-7336-46cc-af65-5360567bdfcb/c96c3ad4-1dba-487b-9d52-13a571e20da2/268384e8-3dc3-4165-a93a-064ec0c862f9) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:45:30.023745 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.058148 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.107614 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Network 43b210d2-7336-46cc-af65-5360567bdfcb is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:45:30.112784 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:45:30.114940 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=268384e8-3dc3-4165-a93a-064ec0c862f9,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:30.117066 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:45:30.165781 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:30.166439 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.183511 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-e059dbc4-1f24-430c-9e83-6c151a9e8b22 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625451 Sep 17 03:45:30.201555 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Request body: {'port': {'device_id': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:45:30.263106 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.293099 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.314863 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:30.357161 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-ebb29026-b52f-4540-957a-ef35e1cbeca7 None None] Provisioning complete for port 268384e8-3dc3-4165-a93a-064ec0c862f9 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:45:30.357536 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ebb29026-b52f-4540-957a-ef35e1cbeca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.357908 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-ebb29026-b52f-4540-957a-ef35e1cbeca7 None None] Attempt 1 to provision port 268384e8-3dc3-4165-a93a-064ec0c862f9 Sep 17 03:45:30.382358 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:30.391776 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-ebb29026-b52f-4540-957a-ef35e1cbeca7 None None] Port 268384e8-3dc3-4165-a93a-064ec0c862f9 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:45:30.470541 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cdf12-1f11-4611-9a17-69b04a7df055 req-2b95e6c0-fa15-498d-9519-2adb0efc3674 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:30.472026 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3c0cdf12-1f11-4611-9a17-69b04a7df055 req-2b95e6c0-fa15-498d-9519-2adb0efc3674 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 931 time: 0.0470159 Sep 17 03:45:30.520908 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-3c0cdf12-1f11-4611-9a17-69b04a7df055 req-387a86cc-eba1-4810-a79c-a9c466fffd02 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Sep 17 03:45:30.525854 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268384e8-3dc3-4165-a93a-064ec0c862f9 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:45:30.533493 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Publish callbacks [] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.546603 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Transition to ACTIVE for port object 268384e8-3dc3-4165-a93a-064ec0c862f9 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:45:30.550663 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.608370 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Pushing event updated for resources: {'Port': ['ID=268384e8-3dc3-4165-a93a-064ec0c862f9,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:30.676536 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Attempting to bind port 268384e8-3dc3-4165-a93a-064ec0c862f9 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:45:30.676948 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Attempting to bind port 268384e8-3dc3-4165-a93a-064ec0c862f9 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:45:30.677403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Attempting to bind port 268384e8-3dc3-4165-a93a-064ec0c862f9 on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:45:30.724267 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Port 268384e8-3dc3-4165-a93a-064ec0c862f9 on network 43b210d2-7336-46cc-af65-5360567bdfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:45:30.724591 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Attempting to bind port 268384e8-3dc3-4165-a93a-064ec0c862f9 on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:45:30.770249 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:45:30.770682 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Checking segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:45:30.771293 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Bound using segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:45:30.771883 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Bound port: 268384e8-3dc3-4165-a93a-064ec0c862f9, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:45:30.772348 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.834950 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] For port 268384e8-3dc3-4165-a93a-064ec0c862f9, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:45:30.838150 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] For port 268384e8-3dc3-4165-a93a-064ec0c862f9, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=268384e8-3dc3-4165-a93a-064ec0c862f9,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:45:30.845282 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.849427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:30.850052 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:30.851442 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/268384e8-3dc3-4165-a93a-064ec0c862f9 HTTP/1.1" status: 200 len: 1093 time: 0.6547551 Sep 17 03:45:30.851985 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'tag': '268384e8-3dc3-4165-a93a-064ec0c862f9'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:45:30.854367 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e4850a-e231-4a40-95a4-2788cdb89a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "103d9a93-e84f-42a3-80f0-6c626fecfb53", "tag": "268384e8-3dc3-4165-a93a-064ec0c862f9"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:45:30.892641 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-ebb29026-b52f-4540-957a-ef35e1cbeca7 None None] Attempt 2 to provision port 268384e8-3dc3-4165-a93a-064ec0c862f9 Sep 17 03:45:30.909631 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d73a12-2625-491c-b3b6-589b49ed33f8 service neutron] Pushing event updated for resources: {'Port': ['ID=268384e8-3dc3-4165-a93a-064ec0c862f9,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:30.935914 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02448ba5-0cf3-4cc0-9003-e0bd2864fbbe x-openstack-request-id: req-02448ba5-0cf3-4cc0-9003-e0bd2864fbbe {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:45:30.936503 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103d9a93-e84f-42a3-80f0-6c626fecfb53", "tag": "268384e8-3dc3-4165-a93a-064ec0c862f9", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:45:30.937049 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02448ba5-0cf3-4cc0-9003-e0bd2864fbbe {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:45:30.938100 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02448ba5-0cf3-4cc0-9003-e0bd2864fbbe'] response: {'name': 'network-changed', 'server_uuid': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'tag': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'status': 'completed', 'code': 200} Sep 17 03:45:30.957677 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-ebb29026-b52f-4540-957a-ef35e1cbeca7 None None] Port 268384e8-3dc3-4165-a93a-064ec0c862f9 had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:45:30.967003 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-6e3a9d21-71e5-4ca8-8bfa-3309b0a3b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:30.968558 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-6e3a9d21-71e5-4ca8-8bfa-3309b0a3b4d3 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 1127 time: 0.0453506 Sep 17 03:45:31.020800 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-bc946e7d-9ee6-4e12-b051-d22e23b592ed service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268384e8-3dc3-4165-a93a-064ec0c862f9 HTTP/1.1" status: 200 len: 217 time: 0.0395756 Sep 17 03:45:31.076991 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-a77c9f62-c64b-4d4e-bee4-9d0344d5af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:31.078599 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-a77c9f62-c64b-4d4e-bee4-9d0344d5af66 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0482547 Sep 17 03:45:31.126521 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-1cb7962d-cb89-45e1-b90c-83a0b45105a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:31.127982 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-1cb7962d-cb89-45e1-b90c-83a0b45105a5 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433819 Sep 17 03:45:31.222382 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-519a1d12-20ce-4459-a748-393ccf0a7232 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861571 Sep 17 03:45:31.318164 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:31.324645 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-9c2f35dc-9060-4ba3-997a-a54a479ddd4d req-775207e0-68b0-420a-9b8c-c4d283702d96 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960474 Sep 17 03:45:31.658644 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f568e74-cbff-4382-84db-e52d94b91b5d req-e02482c4-fbb4-482b-8faa-77af2ccf7311 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:31.660090 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5f568e74-cbff-4382-84db-e52d94b91b5d req-e02482c4-fbb4-482b-8faa-77af2ccf7311 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 943 time: 0.0499072 Sep 17 03:45:31.710238 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5f568e74-cbff-4382-84db-e52d94b91b5d req-4112fdd0-f20e-4191-b893-df78572e0e28 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Sep 17 03:45:31.785275 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:31.846212 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:32.090055 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:32.123180 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-f87f2eda-3c19-414e-b708-12b6496b0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:32.124525 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-f87f2eda-3c19-414e-b708-12b6496b0c51 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 1127 time: 0.0448797 Sep 17 03:45:32.291911 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-a5c4165c-6d81-4031-9051-b054f8fc7ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:32.294056 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-a5c4165c-6d81-4031-9051-b054f8fc7ba7 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 916 time: 0.0941274 Sep 17 03:45:32.337670 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-deb9e5ea-dd50-497a-9450-c5b8a8465589 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268384e8-3dc3-4165-a93a-064ec0c862f9 HTTP/1.1" status: 200 len: 217 time: 0.0361643 Sep 17 03:45:32.394357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-9101cdc6-94f1-4d7d-90a6-380b47b007c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:32.395940 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-9101cdc6-94f1-4d7d-90a6-380b47b007c0 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0523312 Sep 17 03:45:32.453007 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-18e1bc23-28ae-469a-b33e-210ddb18c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:32.454527 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-18e1bc23-28ae-469a-b33e-210ddb18c7b8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527365 Sep 17 03:45:32.546666 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-e7ba7e0f-158d-498a-abcb-5883148a3ccd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857904 Sep 17 03:45:32.937698 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d0382-f73c-40ec-8411-921724726268 req-7e72fc1b-d7f1-4403-bdd8-6313b7443b5a tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:32.939180 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b26d0382-f73c-40ec-8411-921724726268 req-7e72fc1b-d7f1-4403-bdd8-6313b7443b5a tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 943 time: 0.0641928 Sep 17 03:45:32.968077 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-86e4850a-e231-4a40-95a4-2788cdb89a5c req-f4ccd250-593c-4ad7-a41a-b6ac3146e058 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140134 Sep 17 03:45:32.996870 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b26d0382-f73c-40ec-8411-921724726268 req-b1f45fa3-af37-4d9d-b111-ab0aceb730b1 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516737 Sep 17 03:45:33.433721 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 268384e8-3dc3-4165-a93a-064ec0c862f9 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:45:33.537698 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 268384e8-3dc3-4165-a93a-064ec0c862f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=268384e8-3dc3-4165-a93a-064ec0c862f9,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:33.548921 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'port_id': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'mac_address': 'fa:16:3e:e8:f0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:45:33.581460 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:33.583826 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 268384e8-3dc3-4165-a93a-064ec0c862f9 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:45:33.584209 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:33.598396 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268384e8-3dc3-4165-a93a-064ec0c862f9 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:45:33.624805 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 268384e8-3dc3-4165-a93a-064ec0c862f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=268384e8-3dc3-4165-a93a-064ec0c862f9,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:33.630033 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:33.678499 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=268384e8-3dc3-4165-a93a-064ec0c862f9,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:33.686253 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.686601 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.686945 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.687284 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.687625 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.687946 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.688273 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.688633 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.688961 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.689269 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.689593 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.689966 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.690288 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.690606 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.690923 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:33.913671 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['268384e8-3dc3-4165-a93a-064ec0c862f9'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:45:33.917174 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:34.120786 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096e953-c87e-4651-a7d4-f357ce7fe018 req-331d1764-922b-40bc-96a1-323b40701645 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:34.122357 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8096e953-c87e-4651-a7d4-f357ce7fe018 req-331d1764-922b-40bc-96a1-323b40701645 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 944 time: 0.0471497 Sep 17 03:45:34.170960 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-8096e953-c87e-4651-a7d4-f357ce7fe018 req-988ea1c8-cecb-4bae-8e86-7e1ec345d6cb tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 Sep 17 03:45:34.671774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40382) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:34.807855 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02a9a093-4760-4c80-bc82-e726890c6704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:34.886777 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02a9a093-4760-4c80-bc82-e726890c6704 admin admin] Publish callbacks [] for security_group (f4f133cb-f1a4-421b-b31d-4004cb2a73ba), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:34.892918 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-02a9a093-4760-4c80-bc82-e726890c6704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (f4f133cb-f1a4-421b-b31d-4004cb2a73ba), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:34.893688 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:34.896649 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:34.934655 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9a093-4760-4c80-bc82-e726890c6704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f133cb-f1a4-421b-b31d-4004cb2a73ba,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:34.938826 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-02a9a093-4760-4c80-bc82-e726890c6704 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=1394a52bcdbf415b9daea65fa78b84fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659862 Sep 17 03:45:34.941635 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40386) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:34.990064 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a84492ba-fd8e-49d3-b4da-77c833bb15ba admin admin] Publish callbacks [] for security_group (f4f133cb-f1a4-421b-b31d-4004cb2a73ba), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:35.010468 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a84492ba-fd8e-49d3-b4da-77c833bb15ba admin admin] Publish callbacks [] for security_group (f4f133cb-f1a4-421b-b31d-4004cb2a73ba), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:35.063798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a84492ba-fd8e-49d3-b4da-77c833bb15ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (f4f133cb-f1a4-421b-b31d-4004cb2a73ba), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:35.066345 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a84492ba-fd8e-49d3-b4da-77c833bb15ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:35.067490 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-a84492ba-fd8e-49d3-b4da-77c833bb15ba admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/f4f133cb-f1a4-421b-b31d-4004cb2a73ba HTTP/1.1" status: 204 len: 168 time: 0.1249580 Sep 17 03:45:35.070429 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:35.075908 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84492ba-fd8e-49d3-b4da-77c833bb15ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f133cb-f1a4-421b-b31d-4004cb2a73ba,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:35.306801 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2faf3-d343-4a02-a745-0e0f342c56a5 req-774f8722-66a6-448b-a0c7-0efd3c211f5c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:35.308345 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8ed2faf3-d343-4a02-a745-0e0f342c56a5 req-774f8722-66a6-448b-a0c7-0efd3c211f5c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 944 time: 0.0534363 Sep 17 03:45:35.362245 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8ed2faf3-d343-4a02-a745-0e0f342c56a5 req-9afc18d6-3b4e-49e5-a919-26033e0035e5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475574 Sep 17 03:45:35.449091 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 268384e8-3dc3-4165-a93a-064ec0c862f9 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:45:35.493511 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port 268384e8-3dc3-4165-a93a-064ec0c862f9 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:45:35.501050 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port 268384e8-3dc3-4165-a93a-064ec0c862f9 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:45:35.501423 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:35.501783 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port 268384e8-3dc3-4165-a93a-064ec0c862f9 Sep 17 03:45:35.586362 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port 268384e8-3dc3-4165-a93a-064ec0c862f9 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:45:35.586748 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:35.611194 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268384e8-3dc3-4165-a93a-064ec0c862f9'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:45:35.613540 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a38aca4-c88a-40ef-ad19-ae5565e09a75" -d '{"events": [{"server_uuid": "103d9a93-e84f-42a3-80f0-6c626fecfb53", "name": "network-vif-plugged", "status": "completed", "tag": "268384e8-3dc3-4165-a93a-064ec0c862f9"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:45:35.626272 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port 268384e8-3dc3-4165-a93a-064ec0c862f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=268384e8-3dc3-4165-a93a-064ec0c862f9,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:35.631314 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:35.654589 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6958f467-784e-485d-b5e1-140193832073 x-openstack-request-id: req-6958f467-784e-485d-b5e1-140193832073 {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:45:35.654941 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103d9a93-e84f-42a3-80f0-6c626fecfb53", "name": "network-vif-plugged", "status": "completed", "tag": "268384e8-3dc3-4165-a93a-064ec0c862f9", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:45:35.655199 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6958f467-784e-485d-b5e1-140193832073 {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:45:35.655595 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6958f467-784e-485d-b5e1-140193832073'] response: {'server_uuid': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'code': 200} Sep 17 03:45:35.681805 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=268384e8-3dc3-4165-a93a-064ec0c862f9,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:35.870243 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1569813-68cf-4985-9bf9-ff2da6306681 req-69788e31-bcfd-44ed-908e-5d4456cc78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:35.871630 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f1569813-68cf-4985-9bf9-ff2da6306681 req-69788e31-bcfd-44ed-908e-5d4456cc78f1 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 1129 time: 0.0391953 Sep 17 03:45:35.885289 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:35.918185 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-f1569813-68cf-4985-9bf9-ff2da6306681 req-b59293e5-0537-4dc9-b71b-268f27b00bad service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389714 Sep 17 03:45:36.494694 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11c2a-5c50-4967-b01b-d923126bd1a4 req-7f083efe-0146-4d64-9b3b-70cebb4fb90f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:36.496172 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ffb11c2a-5c50-4967-b01b-d923126bd1a4 req-7f083efe-0146-4d64-9b3b-70cebb4fb90f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Sep 17 03:45:36.548107 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-ffb11c2a-5c50-4967-b01b-d923126bd1a4 req-b3c123ac-bb74-4060-ba9d-0d446a29b218 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Sep 17 03:45:37.697365 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9c5b0-fc49-4a60-83ae-fc6328ae1041 req-e22f786a-0adb-41b2-b878-8ce6ec3ff187 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:37.698845 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ccc9c5b0-fc49-4a60-83ae-fc6328ae1041 req-e22f786a-0adb-41b2-b878-8ce6ec3ff187 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 945 time: 0.0482817 Sep 17 03:45:37.769741 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-ccc9c5b0-fc49-4a60-83ae-fc6328ae1041 req-f7c4f3f4-3cde-4e2c-9193-64308b552e81 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649922 Sep 17 03:45:37.897127 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411387d-a720-4c6f-87bf-5bec08f27f20 req-998cb969-d376-475b-9d93-c17ad20019ad tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:37.898664 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-8411387d-a720-4c6f-87bf-5bec08f27f20 req-998cb969-d376-475b-9d93-c17ad20019ad tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 945 time: 0.0506651 Sep 17 03:45:37.908771 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40400) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:37.913131 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'floatingip': {'port_id': '268384e8-3dc3-4165-a93a-064ec0c862f9'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:45:37.951321 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (67f7060e-b7ff-417a-9f21-483a6f77c6dd), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:38.436425 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:38.441509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (67f7060e-b7ff-417a-9f21-483a6f77c6dd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:38.547416 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Floating IP 67f7060e-b7ff-417a-9f21-483a6f77c6dd associated. External IP: 172.28.1.86, port: 268384e8-3dc3-4165-a93a-064ec0c862f9. Sep 17 03:45:38.646079 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:38.741969 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:45:38.835254 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:38.844805 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:45:38.849459 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:38.855045 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:45:38.865324 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:38.865958 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:38.883585 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c813c69e-29c1-4d93-bd15-5edc8d6d4aa5 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/67f7060e-b7ff-417a-9f21-483a6f77c6dd HTTP/1.1" status: 200 len: 990 time: 0.9712033 Sep 17 03:45:38.883585 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'tag': '268384e8-3dc3-4165-a93a-064ec0c862f9'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:45:38.884359 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7456456c-9f8b-44a4-aabf-9489d2e94462" -d '{"events": [{"name": "network-changed", "server_uuid": "103d9a93-e84f-42a3-80f0-6c626fecfb53", "tag": "268384e8-3dc3-4165-a93a-064ec0c862f9"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:45:38.923777 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db87747-274b-499e-b221-8f009403010d x-openstack-request-id: req-8db87747-274b-499e-b221-8f009403010d {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:45:38.924389 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103d9a93-e84f-42a3-80f0-6c626fecfb53", "tag": "268384e8-3dc3-4165-a93a-064ec0c862f9", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:45:38.924389 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8db87747-274b-499e-b221-8f009403010d {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:45:38.924936 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db87747-274b-499e-b221-8f009403010d'] response: {'name': 'network-changed', 'server_uuid': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'tag': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'status': 'completed', 'code': 200} Sep 17 03:45:38.981686 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:39.017692 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-ae7a01c5-6064-4b1f-8112-eb9270661cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:39.019219 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-ae7a01c5-6064-4b1f-8112-eb9270661cad service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 1129 time: 0.0442495 Sep 17 03:45:39.108602 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-e96bd6ef-cd23-4bae-92a4-9c16d94f51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:39.110008 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-e96bd6ef-cd23-4bae-92a4-9c16d94f51f9 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 916 time: 0.0848966 Sep 17 03:45:39.126200 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:39.177834 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-ce85d43b-a2c7-40b3-9188-2815668cdb75 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=268384e8-3dc3-4165-a93a-064ec0c862f9 HTTP/1.1" status: 200 len: 998 time: 0.0619967 Sep 17 03:45:39.193081 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '67f7060e-b7ff-417a-9f21-483a6f77c6dd', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:e8:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:45:27Z', 'updated_at': '2022-09-17T03:45:38Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:39.217485 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:45:39.225865 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-4d2a4205-73b7-439f-9f8d-cf87bded2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:39.226267 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:39.226873 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:39.227352 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-4d2a4205-73b7-439f-9f8d-cf87bded2b50 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0441883 Sep 17 03:45:39.272199 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-e228b2a7-814a-476c-95b0-52c7b6ba07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:39.273706 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-e228b2a7-814a-476c-95b0-52c7b6ba07b8 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0402031 Sep 17 03:45:39.331328 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:39.366885 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-7826aaa8-c07d-4643-9d47-7157ad318907 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875187 Sep 17 03:45:39.396444 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:39.462878 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-7456456c-9f8b-44a4-aabf-9489d2e94462 req-67b04339-3eba-4515-8cd5-0d09e4f44e77 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892851 Sep 17 03:45:39.676133 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '67f7060e-b7ff-417a-9f21-483a6f77c6dd', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:e8:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:45:27Z', 'updated_at': '2022-09-17T03:45:38Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:39.704215 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ad0b26-30ff-42f9-868b-e825f454c014 None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '67f7060e-b7ff-417a-9f21-483a6f77c6dd', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.86', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:e8:f0:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:45:27Z', 'updated_at': '2022-09-17T03:45:38Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:45:39.889145 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e93286-2031-4d69-81cf-774e38c984cb None None] New status for floating IP 67f7060e-b7ff-417a-9f21-483a6f77c6dd: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:45:44.304882 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:47.760352 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=40 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:47.764828 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:48.856629 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:45:49.452667 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=70 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:49.459145 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=53 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:49.863446 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40414) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:50.012032 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Deleting port 87a4d858-b0da-413d-a595-4408469b898a {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:50.012379 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (87a4d858-b0da-413d-a595-4408469b898a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:50.101186 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (87a4d858-b0da-413d-a595-4408469b898a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:50.103875 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for floatingip (87a4d858-b0da-413d-a595-4408469b898a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:50.120730 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Calling delete_port for 87a4d858-b0da-413d-a595-4408469b898a owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:50.277780 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (87a4d858-b0da-413d-a595-4408469b898a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:50.301799 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event deleted for resources: {'Port': ['ID=87a4d858-b0da-413d-a595-4408469b898a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:50.366681 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for floatingip (c8fa766d-3eb3-45d7-b7c9-2e3279d10963), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:50.366998 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Floating IP c8fa766d-3eb3-45d7-b7c9-2e3279d10963 disassociated (deleted). External IP: 172.28.1.84, port: c9f73e5d-00f6-497d-a449-a4fffa2ef7e8. Sep 17 03:45:50.568565 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Router 9e3d62de-00eb-451c-89e6-e9de7636cc06 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:45:50.674937 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:45:50.679798 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:50.684714 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] Sync routers for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:45:50.695481 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:50.696090 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:50.710481 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-215d5692-5ea6-4b43-994e-b2d7553fab76 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/c8fa766d-3eb3-45d7-b7c9-2e3279d10963 HTTP/1.1" status: 204 len: 168 time: 0.8459058 Sep 17 03:45:50.711138 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:45:50.713490 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538" -d '{"events": [{"name": "network-changed", "server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:45:50.752419 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc7a6fc-3647-4497-a189-7d389a5b0433 x-openstack-request-id: req-cbc7a6fc-3647-4497-a189-7d389a5b0433 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:45:50.752699 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:45:50.752959 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbc7a6fc-3647-4497-a189-7d389a5b0433 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:45:50.753391 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc7a6fc-3647-4497-a189-7d389a5b0433'] response: {'name': 'network-changed', 'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'status': 'completed', 'code': 200} Sep 17 03:45:50.801506 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:50.854205 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:50.862165 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:50.865774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-27416de4-ea56-4ce9-9bd1-4f94f1a60d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:50.867373 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-27416de4-ea56-4ce9-9bd1-4f94f1a60d48 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 1130 time: 0.0478239 Sep 17 03:45:50.962573 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8aa68-00fd-4ad8-b83b-00824161021e req-d83ed03d-07b0-4575-bb3a-a7ae8a9751ba tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:50.964038 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ad8aa68-00fd-4ad8-b83b-00824161021e req-d83ed03d-07b0-4575-bb3a-a7ae8a9751ba tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0493305 Sep 17 03:45:51.004920 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:51Z', 'revision_number': 5, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:51.014588 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2ad8aa68-00fd-4ad8-b83b-00824161021e req-3b1dea7e-e848-45ff-9c6c-a1cf091401ae tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443549 Sep 17 03:45:51.029494 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] Checking router: 9e3d62de-00eb-451c-89e6-e9de7636cc06 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:45:51.037974 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:51.038555 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:51.140521 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:51.308220 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:51.329315 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:51Z', 'revision_number': 5, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:51.357939 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e60f39-fd40-4daa-bb2d-53cefae20bd4 None None] The sync data for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb is: [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:38:47Z', 'revision_number': 4, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'c6bce5fc-03d6-472b-aca1-3f4948cc1e3e', 'name': '', 'network_id': '42c1e0a5-0968-45b6-9e9c-fa3813df2a8d', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'mac_address': 'fa:16:3e:c3:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:46Z', 'updated_at': '2022-09-17T03:38:51Z', 'revision_number': 5, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'subnets': [{'id': 'd4f56fc0-c2fa-40db-b4a9-78ab9e33116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:45:51.597826 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1bbea3-84c1-4264-a1e0-1dc36c99598b None None] New status for floating IP c8fa766d-3eb3-45d7-b7c9-2e3279d10963: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:45:52.150905 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a80734-f573-40e0-9b1d-80bfba568222 req-b1158df7-9f89-4974-808c-c6ba1d3b5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:52.152428 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-60a80734-f573-40e0-9b1d-80bfba568222 req-b1158df7-9f89-4974-808c-c6ba1d3b5d8d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0487237 Sep 17 03:45:52.194183 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-c04e4a2e-ce17-4ec0-9852-b2efe26756ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:52.195613 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-c04e4a2e-ce17-4ec0-9852-b2efe26756ac service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 200 len: 909 time: 0.0863893 Sep 17 03:45:52.203136 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-60a80734-f573-40e0-9b1d-80bfba568222 req-565d4c6a-53ad-4555-93a5-b3d84f07d5f6 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=8cb251c1-5f3a-44b8-b937-375926394959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448096 Sep 17 03:45:52.393667 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-f5419876-dc19-4f02-b3a7-a78a332429a4 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 200 len: 217 time: 0.0447791 Sep 17 03:45:52.444868 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-bc96163f-ba1f-4bac-b758-486fe1a775ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:52.446347 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-bc96163f-ba1f-4bac-b758-486fe1a775ad service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d HTTP/1.1" status: 200 len: 847 time: 0.0462489 Sep 17 03:45:52.564863 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-26554bee-3948-46fd-b077-0c3ff94c7a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:52.566335 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-26554bee-3948-46fd-b077-0c3ff94c7a2f service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504928 Sep 17 03:45:52.717003 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-d4bd4463-fd66-4350-9e26-8fc11b749e05 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:45:52.718379 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-d4bd4463-fd66-4350-9e26-8fc11b749e05 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 946 time: 0.0875604 Sep 17 03:45:52.781499 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-d599e95c-cb98-4246-a497-a3b6a12edf5e service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627789 Sep 17 03:45:52.864384 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Deleting port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:52.864733 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:52.949049 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-eab2bea4-9f6b-4d8b-98c2-1a51f7b25538 req-1f956802-f42f-4bb5-8bba-d40524ae2754 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606240 Sep 17 03:45:52.982058 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] For port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:52.982287 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:52.996237 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Calling delete_port for c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:53.126910 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (c9f73e5d-00f6-497d-a449-a4fffa2ef7e8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:53.135704 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:53.155815 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event deleted for resources: {'Port': ['ID=c9f73e5d-00f6-497d-a449-a4fffa2ef7e8,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:53.204204 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] No DVR routers for this DVR port c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:45:53.206766 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:53.210152 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-0a36a5d0-fe1f-4025-a420-f9887712cdb1 req-67443c0f-3b64-48d3-8589-fcd0b68e20fc tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.55 "DELETE /networking/v2.0/ports/c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 HTTP/1.1" status: 204 len: 173 time: 0.4854276 Sep 17 03:45:53.210673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'name': 'network-vif-deleted', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:45:53.213000 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f445a71-b654-405d-8cc4-88517824b8ef" -d '{"events": [{"server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "name": "network-vif-deleted", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:45:53.256478 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb4aea1-1ea2-49fc-a9fc-aa7618188334 x-openstack-request-id: req-afb4aea1-1ea2-49fc-a9fc-aa7618188334 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:45:53.256771 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785ef754-d494-45ec-a70c-6858f67f7d3e", "name": "network-vif-deleted", "tag": "c9f73e5d-00f6-497d-a449-a4fffa2ef7e8", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:45:53.257027 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afb4aea1-1ea2-49fc-a9fc-aa7618188334 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:45:53.257945 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb4aea1-1ea2-49fc-a9fc-aa7618188334'] response: {'server_uuid': '785ef754-d494-45ec-a70c-6858f67f7d3e', 'name': 'network-vif-deleted', 'tag': 'c9f73e5d-00f6-497d-a449-a4fffa2ef7e8', 'status': 'completed', 'code': 200} Sep 17 03:45:53.314803 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-316c2010-e027-4be8-919c-137e1b1376e5 req-8b9b623e-694f-4827-8a20-6b9eff8b3db4 tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=785ef754-d494-45ec-a70c-6858f67f7d3e HTTP/1.1" status: 200 len: 210 time: 0.0298886 Sep 17 03:45:54.393697 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40432) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:54.439123 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:54.457238 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9300ab62-ca57-4dee-a506-ec151532e52d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group (8cb251c1-5f3a-44b8-b937-375926394959), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:54.481767 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9300ab62-ca57-4dee-a506-ec151532e52d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group (8cb251c1-5f3a-44b8-b937-375926394959), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:54.547500 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9300ab62-ca57-4dee-a506-ec151532e52d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (8cb251c1-5f3a-44b8-b937-375926394959), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:54.551509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9300ab62-ca57-4dee-a506-ec151532e52d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:54.553104 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9300ab62-ca57-4dee-a506-ec151532e52d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/8cb251c1-5f3a-44b8-b937-375926394959 HTTP/1.1" status: 204 len: 168 time: 0.1586201 Sep 17 03:45:54.562763 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300ab62-ca57-4dee-a506-ec151532e52d tempest-TestShelveInstance-509317050 tempest-TestShelveInstance-509317050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb251c1-5f3a-44b8-b937-375926394959,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:54.612924 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40436) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:55.074403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (9e3d62de-00eb-451c-89e6-e9de7636cc06), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:55.314000 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Deleting port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:55.314252 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:55.576003 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:45:55.596574 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:45:55.596893 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device c9f73e5d-00f6-497d-a449-a4fffa2ef7e8 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:45:55.666043 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] For port c6bce5fc-03d6-472b-aca1-3f4948cc1e3e, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:55.666661 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:55.679706 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Calling delete_port for c6bce5fc-03d6-472b-aca1-3f4948cc1e3e owned by network:router_interface {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:55.738568 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:55.801286 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:55.867690 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (c6bce5fc-03d6-472b-aca1-3f4948cc1e3e), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:55.890790 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6bce5fc-03d6-472b-aca1-3f4948cc1e3e,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:56.060910 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (9e3d62de-00eb-451c-89e6-e9de7636cc06), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:56.276778 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Router 9e3d62de-00eb-451c-89e6-e9de7636cc06 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:45:56.380240 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:45:56.386838 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-60c75806-4252-4390-8eb6-d9032a078111 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/9e3d62de-00eb-451c-89e6-e9de7636cc06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728362 Sep 17 03:45:56.389413 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40440) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:56.392316 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] Sync routers for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:45:56.394868 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:56.404455 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:56.405060 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:56.470997 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-12274a32-8649-4972-a57f-ca2dca46ab61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:56.490893 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks [] for router (9e3d62de-00eb-451c-89e6-e9de7636cc06), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:56.521797 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:56.589265 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks [] for router_gateway (9e3d62de-00eb-451c-89e6-e9de7636cc06), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:56.594320 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:56.633010 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Deleting port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:56.633348 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:56.705571 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62'}], 'enable_snat': True}, 'gw_port_id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:45:55Z', 'revision_number': 5, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port': {'id': 'cf3ba6a4-7f63-44fe-b116-9cd7df8e621a', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:44Z', 'updated_at': '2022-09-17T03:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:56.726413 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] For port cf3ba6a4-7f63-44fe-b116-9cd7df8e621a, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=cf3ba6a4-7f63-44fe-b116-9cd7df8e621a,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:56.726961 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:56.730007 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] Checking router: 9e3d62de-00eb-451c-89e6-e9de7636cc06 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:45:56.738365 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] Routers {'9e3d62de-00eb-451c-89e6-e9de7636cc06'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:56.738965 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['9e3d62de-00eb-451c-89e6-e9de7636cc06'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:56.739897 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Calling delete_port for cf3ba6a4-7f63-44fe-b116-9cd7df8e621a owned by network:router_gateway {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:56.750489 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=100 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:56.821917 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] Set router 9e3d62de-00eb-451c-89e6-e9de7636cc06 gateway port host: None {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:56.869941 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:45:56Z', 'revision_number': 6, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port_host': None}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:56.894634 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3befa4b-70aa-4ef7-8519-93eabddbea34 None None] The sync data for ids ['9e3d62de-00eb-451c-89e6-e9de7636cc06'] in dv-cinder-849143-3-smb is: [{'id': '9e3d62de-00eb-451c-89e6-e9de7636cc06', 'name': 'tempest-TestShelveInstance-422022717-router', 'tenant_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:43Z', 'updated_at': '2022-09-17T03:45:56Z', 'revision_number': 6, 'project_id': 'edd573977cb64f70b39b2ef5d1ed1cb7', 'gw_port_host': None}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:45:56.911017 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (cf3ba6a4-7f63-44fe-b116-9cd7df8e621a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:56.937689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3ba6a4-7f63-44fe-b116-9cd7df8e621a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:56.951328 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.951673 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.952013 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.952342 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.952670 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.952998 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.953369 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.953687 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.954041 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.954357 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.954677 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.954996 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.955315 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.955634 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:56.955945 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:45:57.015924 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (9e3d62de-00eb-451c-89e6-e9de7636cc06), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.105113 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (9e3d62de-00eb-451c-89e6-e9de7636cc06), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.107547 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks [] for router_controller (9e3d62de-00eb-451c-89e6-e9de7636cc06), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.152218 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (9e3d62de-00eb-451c-89e6-e9de7636cc06), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.152822 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e3d62de-00eb-451c-89e6-e9de7636cc06 {{(pid=106395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:45:57.157722 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.158883 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2b4d6b45-7398-4f28-bfef-7ca079d7fe09 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/9e3d62de-00eb-451c-89e6-e9de7636cc06 HTTP/1.1" status: 204 len: 168 time: 0.7685382 Sep 17 03:45:57.161456 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40442) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:57.205003 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-74646d0e-e0e6-44a9-a3d3-b9476e4d52a2 admin admin] Deleting subnet d4f56fc0-c2fa-40db-b4a9-78ab9e33116d {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:45:57.208239 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-74646d0e-e0e6-44a9-a3d3-b9476e4d52a2 admin admin] Publish callbacks [] for subnet (d4f56fc0-c2fa-40db-b4a9-78ab9e33116d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.245829 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-74646d0e-e0e6-44a9-a3d3-b9476e4d52a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254090'] for subnet (d4f56fc0-c2fa-40db-b4a9-78ab9e33116d), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.328455 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-74646d0e-e0e6-44a9-a3d3-b9476e4d52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (d4f56fc0-c2fa-40db-b4a9-78ab9e33116d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.384511 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-74646d0e-e0e6-44a9-a3d3-b9476e4d52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586979'] for subnet (d4f56fc0-c2fa-40db-b4a9-78ab9e33116d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.419149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74646d0e-e0e6-44a9-a3d3-b9476e4d52a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f56fc0-c2fa-40db-b4a9-78ab9e33116d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:57.421102 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-74646d0e-e0e6-44a9-a3d3-b9476e4d52a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.424208 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-74646d0e-e0e6-44a9-a3d3-b9476e4d52a2 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/d4f56fc0-c2fa-40db-b4a9-78ab9e33116d HTTP/1.1" status: 204 len: 168 time: 0.2617798 Sep 17 03:45:57.426886 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40444) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:57.427575 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2098c1-1074-4874-91e9-d8928375eaae None None] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:45:57.499051 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (42c1e0a5-0968-45b6-9e9c-fa3813df2a8d), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.500581 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:57.545247 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Deleting port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:57.545585 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.611374 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] For port 0aba51c5-2474-4569-a84b-c5f2ba5a4654, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=0aba51c5-2474-4569-a84b-c5f2ba5a4654,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:57.611606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.624293 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Calling delete_port for 0aba51c5-2474-4569-a84b-c5f2ba5a4654 owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:57.660407 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] DHCP port deletion for 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:45:57.687738 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:57.701408 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] Deleting port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:57.701802 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.713277 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.737340 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aba51c5-2474-4569-a84b-c5f2ba5a4654,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:57.744694 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] No DVR routers for this DVR port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 on host dv-cinder-849143-3-smb {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:45:57.824281 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (42c1e0a5-0968-45b6-9e9c-fa3813df2a8d), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.845176 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c1e0a5-0968-45b6-9e9c-fa3813df2a8d']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:57.855410 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563806b2-b8a6-4f84-8a71-758b251cb887') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:57.855707 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563806b2-b8a6-4f84-8a71-758b251cb887') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:57.866129 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254129'] for segment (563806b2-b8a6-4f84-8a71-758b251cb887), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.880825 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (563806b2-b8a6-4f84-8a71-758b251cb887), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.888694 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:45:57.889087 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339126'] for segment (563806b2-b8a6-4f84-8a71-758b251cb887), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.908657 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] For port 0aba51c5-2474-4569-a84b-c5f2ba5a4654, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=0aba51c5-2474-4569-a84b-c5f2ba5a4654,segment=NetworkSegment(563806b2-b8a6-4f84-8a71-758b251cb887),segment_id=563806b2-b8a6-4f84-8a71-758b251cb887)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:57.909174 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.926104 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] Calling delete_port for 0aba51c5-2474-4569-a84b-c5f2ba5a4654 owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:57.932155 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 563806b2-b8a6-4f84-8a71-758b251cb887 resource provider aggregate not found Sep 17 03:45:57.959059 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 563806b2-b8a6-4f84-8a71-758b251cb887 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 563806b2-b8a6-4f84-8a71-758b251cb887 found for delete ", "request_id": "req-5bf47d2f-d800-4287-8c17-78dcde47453d"}]} Sep 17 03:45:57.960300 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (42c1e0a5-0968-45b6-9e9c-fa3813df2a8d), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.966099 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:57.972019 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/42c1e0a5-0968-45b6-9e9c-fa3813df2a8d HTTP/1.1" status: 204 len: 168 time: 0.5415013 Sep 17 03:45:57.972739 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40450) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:57.992063 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289fd66-ec5a-4126-93ea-238a5a729c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=42c1e0a5-0968-45b6-9e9c-fa3813df2a8d,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:58.016913 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (0aba51c5-2474-4569-a84b-c5f2ba5a4654), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:58.039194 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] Network 42c1e0a5-0968-45b6-9e9c-fa3813df2a8d is not hosted by any dhcp agent {{(pid=106396) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 03:45:58.039445 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] No DVR routers for this DVR port 0aba51c5-2474-4569-a84b-c5f2ba5a4654 on host dv-cinder-849143-3-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:45:58.041181 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db753745-583a-4018-9a2d-f07c62d0476e None None] Pushing event deleted for resources: {'Port': ['ID=0aba51c5-2474-4569-a84b-c5f2ba5a4654,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:58.302547 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (ab4af563-bac5-4b42-b063-d3092b958cc0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:58.449263 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:58.524353 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Deleting port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:58.524671 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:58.565434 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7f9ff0fe-ccee-46f5-bfc6-3e7ee4154273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:58.608070 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] For port 2b5ed736-62a9-4efb-ad3b-8493f9dacec1, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,segment=NetworkSegment(465ab66a-607d-42ec-9df6-347b5829ca87),segment_id=465ab66a-607d-42ec-9df6-347b5829ca87)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:58.608427 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:58.620987 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:58.622154 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Calling delete_port for 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 owned by network:router_interface {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:45:58.704116 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device cf3ba6a4-7f63-44fe-b116-9cd7df8e621a no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:45:58.723610 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: cf3ba6a4-7f63-44fe-b116-9cd7df8e621a {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:45:58.723950 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device cf3ba6a4-7f63-44fe-b116-9cd7df8e621a not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:45:58.724364 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device c6bce5fc-03d6-472b-aca1-3f4948cc1e3e no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:45:58.741959 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: c6bce5fc-03d6-472b-aca1-3f4948cc1e3e {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:45:58.742294 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device c6bce5fc-03d6-472b-aca1-3f4948cc1e3e not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:45:58.742698 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 0aba51c5-2474-4569-a84b-c5f2ba5a4654 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:45:58.761063 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 0aba51c5-2474-4569-a84b-c5f2ba5a4654 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:45:58.761398 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 0aba51c5-2474-4569-a84b-c5f2ba5a4654 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:45:58.810201 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (2b5ed736-62a9-4efb-ad3b-8493f9dacec1), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:58.847600 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5ed736-62a9-4efb-ad3b-8493f9dacec1,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:45:59.013858 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (ab4af563-bac5-4b42-b063-d3092b958cc0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:59.217923 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Router ab4af563-bac5-4b42-b063-d3092b958cc0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:45:59.263591 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:59.596606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:45:59.601438 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3315e6a2-ebe6-466e-a086-cd9b49d59772 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/ab4af563-bac5-4b42-b063-d3092b958cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277583 Sep 17 03:45:59.604209 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40454) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:45:59.606178 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] Sync routers for ids ['ab4af563-bac5-4b42-b063-d3092b958cc0'] in dv-cinder-849143-3-smb {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:45:59.617723 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] Routers {'ab4af563-bac5-4b42-b063-d3092b958cc0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:59.618362 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ab4af563-bac5-4b42-b063-d3092b958cc0'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:59.702425 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks [] for router (ab4af563-bac5-4b42-b063-d3092b958cc0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:59.717090 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] Set router ab4af563-bac5-4b42-b063-d3092b958cc0 gateway port host: dv-cinder-849143-3-smb {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:45:59.793127 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:45:59.802136 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks [] for router_gateway (ab4af563-bac5-4b42-b063-d3092b958cc0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:59.848604 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Deleting port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:45:59.849504 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:59.885855 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67'}], 'enable_snat': True}, 'gw_port_id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:45:58Z', 'revision_number': 5, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port': {'id': '8e4c1b87-419a-4e03-8f4a-c0fb817c81ba', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:84:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:38:50Z', 'updated_at': '2022-09-17T03:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:59.910226 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] Checking router: ab4af563-bac5-4b42-b063-d3092b958cc0 for host: dv-cinder-849143-3-smb {{(pid=106397) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:45:59.918863 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] Routers {'ab4af563-bac5-4b42-b063-d3092b958cc0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106397) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:45:59.919125 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['ab4af563-bac5-4b42-b063-d3092b958cc0'], 'active': True} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:45:59.929689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] For port 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=8e4c1b87-419a-4e03-8f4a-c0fb817c81ba,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:45:59.930079 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:45:59.942521 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Calling delete_port for 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba owned by network:router_gateway {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:46:00.000853 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_dvr_db [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] Set router ab4af563-bac5-4b42-b063-d3092b958cc0 gateway port host: None {{(pid=106397) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:46:00.048014 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.l3_hamode_db [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:45:59Z', 'revision_number': 6, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port_host': None}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:00.074860 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494aa353-6800-4568-a6c4-fdc147ef15ab None None] The sync data for ids ['ab4af563-bac5-4b42-b063-d3092b958cc0'] in dv-cinder-849143-3-smb is: [{'id': 'ab4af563-bac5-4b42-b063-d3092b958cc0', 'name': 'tempest-TestShelveInstance-26001876-router', 'tenant_id': 'cf9c1f195a7d494698042770b6ae0a02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:38:49Z', 'updated_at': '2022-09-17T03:45:59Z', 'revision_number': 6, 'project_id': 'cf9c1f195a7d494698042770b6ae0a02', 'gw_port_host': None}] {{(pid=106397) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:46:00.116796 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (8e4c1b87-419a-4e03-8f4a-c0fb817c81ba), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.153787 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4c1b87-419a-4e03-8f4a-c0fb817c81ba,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:00.220922 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (ab4af563-bac5-4b42-b063-d3092b958cc0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.294495 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.307741 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (ab4af563-bac5-4b42-b063-d3092b958cc0), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.309917 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks [] for router_controller (ab4af563-bac5-4b42-b063-d3092b958cc0), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.353329 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (ab4af563-bac5-4b42-b063-d3092b958cc0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.353879 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab4af563-bac5-4b42-b063-d3092b958cc0 {{(pid=106395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:46:00.358216 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.359347 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8fb5e2bc-639a-485f-ad52-2a2369c59646 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/ab4af563-bac5-4b42-b063-d3092b958cc0 HTTP/1.1" status: 204 len: 168 time: 0.7540445 Sep 17 03:46:00.362974 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40456) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:00.411924 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-126ce929-944b-4222-8db6-67cbd963f592 admin admin] Deleting subnet a6223f59-5181-4e92-a48c-ce5649e39f07 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:46:00.415849 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-126ce929-944b-4222-8db6-67cbd963f592 admin admin] Publish callbacks [] for subnet (a6223f59-5181-4e92-a48c-ce5649e39f07), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.454517 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-126ce929-944b-4222-8db6-67cbd963f592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254090'] for subnet (a6223f59-5181-4e92-a48c-ce5649e39f07), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.536277 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-126ce929-944b-4222-8db6-67cbd963f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (a6223f59-5181-4e92-a48c-ce5649e39f07), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.563561 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:00.584403 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:00.597890 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-126ce929-944b-4222-8db6-67cbd963f592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586979'] for subnet (a6223f59-5181-4e92-a48c-ce5649e39f07), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.624993 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ce929-944b-4222-8db6-67cbd963f592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6223f59-5181-4e92-a48c-ce5649e39f07,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:00.626875 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-126ce929-944b-4222-8db6-67cbd963f592 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.630779 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-126ce929-944b-4222-8db6-67cbd963f592 admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/a6223f59-5181-4e92-a48c-ce5649e39f07 HTTP/1.1" status: 204 len: 168 time: 0.2660463 Sep 17 03:46:00.633243 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40458) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:00.635911 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c05be4c-0d4d-4e8e-98ee-b997ddbfb737 None None] Network c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:46:00.703381 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (c25d3bc0-be88-48d3-a5a1-aa77b74e4b60), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.746096 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Deleting port 83251330-19a9-4fea-ae53-24144ec7e7df {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:46:00.746445 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.814886 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] For port 83251330-19a9-4fea-ae53-24144ec7e7df, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=83251330-19a9-4fea-ae53-24144ec7e7df,segment=NetworkSegment(465ab66a-607d-42ec-9df6-347b5829ca87),segment_id=465ab66a-607d-42ec-9df6-347b5829ca87)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:46:00.815246 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.829454 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Calling delete_port for 83251330-19a9-4fea-ae53-24144ec7e7df owned by network:dhcp {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:46:00.837345 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] DHCP port deletion for c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:46:00.845537 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:00.876334 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:00.890488 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] Deleting port 83251330-19a9-4fea-ae53-24144ec7e7df {{(pid=106396) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:46:00.891119 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), before_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.908949 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:46:00.916815 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:00.940491 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Pushing event deleted for resources: {'Port': ['ID=83251330-19a9-4fea-ae53-24144ec7e7df,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:00.946162 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] No DVR routers for this DVR port 83251330-19a9-4fea-ae53-24144ec7e7df on host dv-cinder-849143-3-smb {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:46:00.965354 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:46:00.965698 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 8e4c1b87-419a-4e03-8f4a-c0fb817c81ba not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:46:00.966344 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 83251330-19a9-4fea-ae53-24144ec7e7df no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:46:00.998361 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 83251330-19a9-4fea-ae53-24144ec7e7df {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:46:00.998898 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 83251330-19a9-4fea-ae53-24144ec7e7df not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:46:00.999133 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:46:01.027251 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (c25d3bc0-be88-48d3-a5a1-aa77b74e4b60), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.029669 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:46:01.030055 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device 2b5ed736-62a9-4efb-ad3b-8493f9dacec1 not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:46:01.033010 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] For port 83251330-19a9-4fea-ae53-24144ec7e7df, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=83251330-19a9-4fea-ae53-24144ec7e7df,segment=NetworkSegment(465ab66a-607d-42ec-9df6-347b5829ca87),segment_id=465ab66a-607d-42ec-9df6-347b5829ca87)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:46:01.033423 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), precommit_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.048353 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] Calling delete_port for 83251330-19a9-4fea-ae53-24144ec7e7df owned by network:dhcp {{(pid=106396) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:46:01.061094 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25d3bc0-be88-48d3-a5a1-aa77b74e4b60']}} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:01.072020 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465ab66a-607d-42ec-9df6-347b5829ca87') {'for_net_delete': True} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:01.072313 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.services.segments.db [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465ab66a-607d-42ec-9df6-347b5829ca87') {} {{(pid=106395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:01.083588 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2254129'] for segment (465ab66a-607d-42ec-9df6-347b5829ca87), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.097955 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (465ab66a-607d-42ec-9df6-347b5829ca87), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.108380 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106395) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:46:01.108782 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339126'] for segment (465ab66a-607d-42ec-9df6-347b5829ca87), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.138631 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667'] for port (83251330-19a9-4fea-ae53-24144ec7e7df), after_delete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.160086 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 465ab66a-607d-42ec-9df6-347b5829ca87 resource provider aggregate not found Sep 17 03:46:01.166816 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] Pushing event deleted for resources: {'Port': ['ID=83251330-19a9-4fea-ae53-24144ec7e7df,revision_number=None']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:01.170365 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca9366-09a7-4334-93c1-961769829939 None None] No DVR routers for this DVR port 83251330-19a9-4fea-ae53-24144ec7e7df on host dv-cinder-849143-3-smb {{(pid=106396) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:46:01.190059 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (c25d3bc0-be88-48d3-a5a1-aa77b74e4b60), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.195517 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.198751 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/c25d3bc0-be88-48d3-a5a1-aa77b74e4b60 HTTP/1.1" status: 204 len: 168 time: 0.5643954 Sep 17 03:46:01.200315 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.services.segments.plugin [-] Segment 465ab66a-607d-42ec-9df6-347b5829ca87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 465ab66a-607d-42ec-9df6-347b5829ca87 found for delete ", "request_id": "req-6fdfa0f2-7a8a-42b2-ae19-c33d516c79fc"}]} Sep 17 03:46:01.213382 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bd82e-7d68-4af4-a6ca-018f8aacd94c admin admin] Pushing event deleted for resources: {'Network': ['ID=c25d3bc0-be88-48d3-a5a1-aa77b74e4b60,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:01.318302 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40466) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:01.367586 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2810d988-6e52-4ed1-9ee3-0d5b0f0b362e admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=edd573977cb64f70b39b2ef5d1ed1cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479641 Sep 17 03:46:01.370090 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40468) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:01.424987 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-842ade4b-ebb5-43c6-8d6a-f8345431aaf0 admin admin] Publish callbacks [] for security_group (9b435337-d13f-4b16-80db-cbbfcd3eae59), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.448672 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-842ade4b-ebb5-43c6-8d6a-f8345431aaf0 admin admin] Publish callbacks [] for security_group (9b435337-d13f-4b16-80db-cbbfcd3eae59), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.496981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-842ade4b-ebb5-43c6-8d6a-f8345431aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (9b435337-d13f-4b16-80db-cbbfcd3eae59), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.499874 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-842ade4b-ebb5-43c6-8d6a-f8345431aaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.500998 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-842ade4b-ebb5-43c6-8d6a-f8345431aaf0 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/9b435337-d13f-4b16-80db-cbbfcd3eae59 HTTP/1.1" status: 204 len: 168 time: 0.1298003 Sep 17 03:46:01.509603 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ade4b-ebb5-43c6-8d6a-f8345431aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b435337-d13f-4b16-80db-cbbfcd3eae59,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:01.778422 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.830576 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40474) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:01.849115 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.872601 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-2c38ab47-b544-4969-a416-f62bad28608d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=cf9c1f195a7d494698042770b6ae0a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407872 Sep 17 03:46:01.875182 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40476) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:01.880734 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:01.929790 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c972e378-0dc4-4bb6-bfc6-25bbc74b6378 admin admin] Publish callbacks [] for security_group (bfda4dc7-611b-4397-84b5-9786341f7688), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.950574 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c972e378-0dc4-4bb6-bfc6-25bbc74b6378 admin admin] Publish callbacks [] for security_group (bfda4dc7-611b-4397-84b5-9786341f7688), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:01.967467 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:02.001611 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c972e378-0dc4-4bb6-bfc6-25bbc74b6378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (bfda4dc7-611b-4397-84b5-9786341f7688), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:02.004185 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c972e378-0dc4-4bb6-bfc6-25bbc74b6378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:02.005376 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c972e378-0dc4-4bb6-bfc6-25bbc74b6378 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/bfda4dc7-611b-4397-84b5-9786341f7688 HTTP/1.1" status: 204 len: 168 time: 0.1293221 Sep 17 03:46:02.013652 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972e378-0dc4-4bb6-bfc6-25bbc74b6378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfda4dc7-611b-4397-84b5-9786341f7688,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:03.295399 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=10 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:03.296316 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=10 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:10.050485 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:10.051755 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:11.844616 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=30,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:12.008628 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:12.009436 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=14,neutron:DELETE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:12.025815 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=36,neutron:DELETE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:14.312398 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:20.865795 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83013b-770a-4cc0-bacf-f621baae437b req-70ee6d1c-7461-4d24-a5df-64694747689e tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:20.867126 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4e83013b-770a-4cc0-bacf-f621baae437b req-70ee6d1c-7461-4d24-a5df-64694747689e tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 945 time: 0.0590489 Sep 17 03:46:20.920414 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4e83013b-770a-4cc0-bacf-f621baae437b req-4665efcb-fd35-47db-9dbc-65f7a4135be7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475235 Sep 17 03:46:22.054979 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23729314-5dbe-41e9-8932-ce061cfc9a55 req-d1a64d44-7d81-430b-89c6-b32b2b160fbc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:22.056422 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-23729314-5dbe-41e9-8932-ce061cfc9a55 req-d1a64d44-7d81-430b-89c6-b32b2b160fbc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 945 time: 0.0468929 Sep 17 03:46:22.113729 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-23729314-5dbe-41e9-8932-ce061cfc9a55 req-7277b4e3-f137-4109-b35a-c2d36e60b033 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=c35f32be-5990-40d4-ad21-c0086987671a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517526 Sep 17 03:46:22.507929 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-6cb8a482-5d8c-4061-ba43-2137622996ea tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:22.509372 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-6cb8a482-5d8c-4061-ba43-2137622996ea tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Sep 17 03:46:22.596184 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Deleting port 268384e8-3dc3-4165-a93a-064ec0c862f9 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:46:22.596558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:22.694759 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] For port 268384e8-3dc3-4165-a93a-064ec0c862f9, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=268384e8-3dc3-4165-a93a-064ec0c862f9,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:46:22.695130 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:22.861785 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:22.862029 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (67f7060e-b7ff-417a-9f21-483a6f77c6dd), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:22.862359 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Floating IP 67f7060e-b7ff-417a-9f21-483a6f77c6dd disassociated. External IP: 172.28.1.86, port: 268384e8-3dc3-4165-a93a-064ec0c862f9. Sep 17 03:46:22.862694 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Calling delete_port for 268384e8-3dc3-4165-a93a-064ec0c862f9 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:46:22.998666 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (268384e8-3dc3-4165-a93a-064ec0c862f9), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:23.025379 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'Port': ['ID=268384e8-3dc3-4165-a93a-064ec0c862f9,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:23.137188 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:46:23.223278 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-38e954a6-5212-4c61-9885-69a4f17c1581 req-c2b00b89-074f-472e-bae6-d9c0ceeb8c33 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=103d9a93-e84f-42a3-80f0-6c626fecfb53 HTTP/1.1" status: 200 len: 210 time: 0.0283601 Sep 17 03:46:23.247802 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:46:23.257784 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:46:23.267169 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:46:23.267823 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:23.290198 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] No DVR routers for this DVR port 268384e8-3dc3-4165-a93a-064ec0c862f9 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:46:23.293136 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:23.296700 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-2545812d-90d1-4aa6-b32e-47651e34d3fb req-017f3bbc-d9e1-4f44-a29c-1c578917c0c7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "DELETE /networking/v2.0/ports/268384e8-3dc3-4165-a93a-064ec0c862f9 HTTP/1.1" status: 204 len: 173 time: 0.7818451 Sep 17 03:46:23.297191 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'name': 'network-vif-deleted', 'tag': '268384e8-3dc3-4165-a93a-064ec0c862f9'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:46:23.300432 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8989fa18-3a31-4ab7-95ba-c48be9b0508e" -d '{"events": [{"server_uuid": "103d9a93-e84f-42a3-80f0-6c626fecfb53", "name": "network-vif-deleted", "tag": "268384e8-3dc3-4165-a93a-064ec0c862f9"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:46:23.339938 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d150e5aa-8595-4e8e-bac1-81c4dd8c70f5 x-openstack-request-id: req-d150e5aa-8595-4e8e-bac1-81c4dd8c70f5 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:46:23.340230 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103d9a93-e84f-42a3-80f0-6c626fecfb53", "name": "network-vif-deleted", "tag": "268384e8-3dc3-4165-a93a-064ec0c862f9", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:46:23.340530 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d150e5aa-8595-4e8e-bac1-81c4dd8c70f5 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:46:23.340968 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d150e5aa-8595-4e8e-bac1-81c4dd8c70f5'] response: {'server_uuid': '103d9a93-e84f-42a3-80f0-6c626fecfb53', 'name': 'network-vif-deleted', 'tag': '268384e8-3dc3-4165-a93a-064ec0c862f9', 'status': 'completed', 'code': 200} Sep 17 03:46:23.373061 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:46:23.571362 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:23.599352 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:46:23.608142 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:46:23.608771 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:45:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:23.710111 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:46:23.904222 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:23.929443 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bdf185-bac6-44cf-a578-b513f8ee3564 None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:46:24.156121 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce97a85-eed1-4985-8f2e-87eb9ce45d22 None None] New status for floating IP 67f7060e-b7ff-417a-9f21-483a6f77c6dd: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:46:24.323657 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40542) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:24.348598 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:24.351853 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:24.383525 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-12d84229-06d1-4092-bdd6-845c3f850c2c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (c35f32be-5990-40d4-ad21-c0086987671a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.409597 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-12d84229-06d1-4092-bdd6-845c3f850c2c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (c35f32be-5990-40d4-ad21-c0086987671a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.462014 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-12d84229-06d1-4092-bdd6-845c3f850c2c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (c35f32be-5990-40d4-ad21-c0086987671a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.464806 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-12d84229-06d1-4092-bdd6-845c3f850c2c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.466022 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-12d84229-06d1-4092-bdd6-845c3f850c2c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c35f32be-5990-40d4-ad21-c0086987671a HTTP/1.1" status: 204 len: 168 time: 0.1412907 Sep 17 03:46:24.468915 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40544) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:24.475901 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d84229-06d1-4092-bdd6-845c3f850c2c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35f32be-5990-40d4-ad21-c0086987671a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:24.489366 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.api.v2.resource [None req-6f102464-a341-4371-8be4-446f781328ba tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] show failed (client error): The resource could not be found. Sep 17 03:46:24.493428 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-6f102464-a341-4371-8be4-446f781328ba tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups/c35f32be-5990-40d4-ad21-c0086987671a HTTP/1.1" status: 404 len: 347 time: 0.0206637 Sep 17 03:46:24.493765 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40546) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:24.610763 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Deleting port 22ad464d-dc42-4709-8873-6bf8b2310473 {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:46:24.611025 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (22ad464d-dc42-4709-8873-6bf8b2310473), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.691694 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (22ad464d-dc42-4709-8873-6bf8b2310473), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.692022 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (22ad464d-dc42-4709-8873-6bf8b2310473), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.704973 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Calling delete_port for 22ad464d-dc42-4709-8873-6bf8b2310473 owned by network:floatingip {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:46:24.836032 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (22ad464d-dc42-4709-8873-6bf8b2310473), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.865191 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'Port': ['ID=22ad464d-dc42-4709-8873-6bf8b2310473,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:24.890061 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.890415 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.890771 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.891098 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.891430 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.891776 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.892098 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.892424 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.892748 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.893061 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.893400 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.893727 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.894067 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.894393 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.894715 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:24.938759 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (67f7060e-b7ff-417a-9f21-483a6f77c6dd), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.941343 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:24.942545 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-4ce9adf5-3444-486a-91d8-8ea81e88a7df tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/67f7060e-b7ff-417a-9f21-483a6f77c6dd HTTP/1.1" status: 204 len: 168 time: 0.4476554 Sep 17 03:46:25.011865 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40550) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:25.016479 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-c3887d7f-504a-4558-a192-97a99ef84019 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487275935', 'description': 'tempest-description--862944992'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:46:25.038598 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c3887d7f-504a-4558-a192-97a99ef84019 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.105470 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c3887d7f-504a-4558-a192-97a99ef84019 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (23f465fa-f2b4-4cf8-a024-a587d30519da), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.110879 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c3887d7f-504a-4558-a192-97a99ef84019 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (23f465fa-f2b4-4cf8-a024-a587d30519da), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.139392 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3887d7f-504a-4558-a192-97a99ef84019 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f465fa-f2b4-4cf8-a024-a587d30519da,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:25.143549 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-c3887d7f-504a-4558-a192-97a99ef84019 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.144766 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-c3887d7f-504a-4558-a192-97a99ef84019 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1319101 Sep 17 03:46:25.147784 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40552) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:25.152533 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-379447e5-949d-42aa-aa78-9e687d107e29 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group_rule': {'security_group_id': '23f465fa-f2b4-4cf8-a024-a587d30519da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:46:25.180145 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-379447e5-949d-42aa-aa78-9e687d107e29 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (c62f9938-0159-4575-aac4-65b4c8c14177), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.219428 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:25.238068 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:25.239934 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-379447e5-949d-42aa-aa78-9e687d107e29 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (c62f9938-0159-4575-aac4-65b4c8c14177), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.244419 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-379447e5-949d-42aa-aa78-9e687d107e29 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (c62f9938-0159-4575-aac4-65b4c8c14177), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.264263 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379447e5-949d-42aa-aa78-9e687d107e29 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62f9938-0159-4575-aac4-65b4c8c14177,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:25.273863 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-379447e5-949d-42aa-aa78-9e687d107e29 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.275034 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-379447e5-949d-42aa-aa78-9e687d107e29 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262798 Sep 17 03:46:25.277933 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40554) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:25.282104 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.v2.base [None req-3d98b676-55bf-4931-a94d-c936b069a942 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'security_group_rule': {'security_group_id': '23f465fa-f2b4-4cf8-a024-a587d30519da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:46:25.309067 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3d98b676-55bf-4931-a94d-c936b069a942 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (103fc4fe-6a2f-4b05-a3d7-08460d3d2e60), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.364177 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3d98b676-55bf-4931-a94d-c936b069a942 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (103fc4fe-6a2f-4b05-a3d7-08460d3d2e60), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.369132 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3d98b676-55bf-4931-a94d-c936b069a942 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040264'] for security_group_rule (103fc4fe-6a2f-4b05-a3d7-08460d3d2e60), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.387781 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98b676-55bf-4931-a94d-c936b069a942 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103fc4fe-6a2f-4b05-a3d7-08460d3d2e60,revision_number=0']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:25.393305 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-3d98b676-55bf-4931-a94d-c936b069a942 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.394625 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-3d98b676-55bf-4931-a94d-c936b069a942 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158311 Sep 17 03:46:25.397914 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40556) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:25.402446 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'floatingip': {'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:46:25.426149 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.503404 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.619466 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Allocated IP 172.28.1.247 (7393ef5f-4775-43cb-a6fb-a774e595733a/1d16e5a7-ac1d-4bb4-ab06-52dda1dae835/9dbfae9a-db18-42e3-a9f2-7fbd33286643) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:46:25.722336 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (9dbfae9a-db18-42e3-a9f2-7fbd33286643), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.725677 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 268384e8-3dc3-4165-a93a-064ec0c862f9 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:46:25.755702 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (9dbfae9a-db18-42e3-a9f2-7fbd33286643), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.799425 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Network 7393ef5f-4775-43cb-a6fb-a774e595733a is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:46:25.807004 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:46:25.811043 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:46:25.814587 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=9dbfae9a-db18-42e3-a9f2-7fbd33286643,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:25.859425 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:46:25.873889 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: 268384e8-3dc3-4165-a93a-064ec0c862f9 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:46:25.874263 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device 268384e8-3dc3-4165-a93a-064ec0c862f9 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:46:25.899251 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (8fcd1d6c-1542-4681-9545-25725950d81c), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.939645 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (9dbfae9a-db18-42e3-a9f2-7fbd33286643), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:25.974788 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:26.030556 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:26.089709 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (9dbfae9a-db18-42e3-a9f2-7fbd33286643), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:26.096788 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (9dbfae9a-db18-42e3-a9f2-7fbd33286643), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:26.170448 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (8fcd1d6c-1542-4681-9545-25725950d81c), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:26.173169 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=9dbfae9a-db18-42e3-a9f2-7fbd33286643,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:26.192089 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:26.193605 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-41b93baa-1a16-40f1-8331-bab6d760ec1c tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7947013 Sep 17 03:46:26.401484 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-13e31350-f3ea-4546-9ea9-4d80bacd5e4f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--487275935&fields=id&tenant_id=41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 267 time: 0.0449040 Sep 17 03:46:26.434937 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-029b7f81-4bad-4fab-ae53-a35a413b43ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:26.513051 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-5372093d-83df-4818-85bb-177072ac1a7f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:26.514429 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-5372093d-83df-4818-85bb-177072ac1a7f tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 815 time: 0.1064601 Sep 17 03:46:26.528962 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-5d66110e-49bc-4007-9316-e988b4fd8f32 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/quotas/41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 375 time: 0.0091121 Sep 17 03:46:26.577312 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-f10138ce-bfca-45e5-99d4-1f03b15bb2c4 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434699 Sep 17 03:46:26.679916 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-d63a7d41-3108-4db4-ae8c-9bec9bc95d66 service neutron] 10.222.0.48 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906379 Sep 17 03:46:26.773698 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-4e241b3d-2041-4b55-af04-73d6efb25d3f service neutron] 10.222.0.48 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877995 Sep 17 03:46:26.947983 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-b190143c-2d15-49bb-b7df-5ed6d92c6a14 req-d1506673-62cd-4c8d-978c-f387bbc79cde tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 210 time: 0.0275981 Sep 17 03:46:28.072915 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b37e845a-6156-430f-b56a-a5077849645a req-7280836e-c4de-42ed-8cfe-3062fd18d6a0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 210 time: 0.0358536 Sep 17 03:46:28.081220 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-52987ca4-80aa-46fe-9d17-939b872bc777 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:28.082972 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-52987ca4-80aa-46fe-9d17-939b872bc777 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 815 time: 0.1380978 Sep 17 03:46:28.154007 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-2e23e939-8736-4fe1-81da-906b9f88bf42 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=41e6e18961a7409a8014d832de70d299 HTTP/1.1" status: 200 len: 379 time: 0.0533004 Sep 17 03:46:28.233202 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'port': {'device_id': '78578b65-621f-4d77-a8d2-76a2667296cf', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'admin_state_up': True, 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'security_groups': ['23f465fa-f2b4-4cf8-a024-a587d30519da']}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:46:28.350436 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Made reservation on behalf of 41e6e18961a7409a8014d832de70d299 for: {'port': 1} {{(pid=106395) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 03:46:28.354135 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:28.377225 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:28.409737 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:28.482052 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_common [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Allocated IP 172.20.0.3 (43b210d2-7336-46cc-af65-5360567bdfcb/c96c3ad4-1dba-487b-9d52-13a571e20da2/d89c8c57-142f-4a72-b655-5bbc9a3f9409) {{(pid=106395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 03:46:28.558866 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-ffb106b3-668b-47f1-9f9a-c6c476a4cb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:28.622328 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:28.657441 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782486259658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:28.696758 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Network 43b210d2-7336-46cc-af65-5360567bdfcb is already hosted by enough agents. {{(pid=106395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 03:46:28.699855 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.base_scheduler [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Resources bound (agent type, host, resource id): {{(pid=106395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 03:46:28.706196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Received port after_create {{(pid=106395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 17 03:46:28.730663 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event updated for resources: {'Port': ['ID=d89c8c57-142f-4a72-b655-5bbc9a3f9409,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:28.758400 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:28.758989 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:28.777890 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c1c19fa1-ce2e-468f-a3d3-94ef0c316e7d tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500395 Sep 17 03:46:28.794396 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Request body: {'port': {'device_id': '78578b65-621f-4d77-a8d2-76a2667296cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84914'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:46:28.858444 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:28.883244 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-2e603e8c-77d6-4dd6-9992-c66a81dbf46f None None] Provisioning complete for port d89c8c57-142f-4a72-b655-5bbc9a3f9409 triggered by entity DHCP. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:46:28.883602 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2e603e8c-77d6-4dd6-9992-c66a81dbf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:28.883925 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2e603e8c-77d6-4dd6-9992-c66a81dbf46f None None] Attempt 1 to provision port d89c8c57-142f-4a72-b655-5bbc9a3f9409 Sep 17 03:46:28.917637 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2e603e8c-77d6-4dd6-9992-c66a81dbf46f None None] Port d89c8c57-142f-4a72-b655-5bbc9a3f9409 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:46:29.209483 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415018c2-1cd5-4949-af1f-fd195c5252a8 req-b225c1a1-94c7-4c32-8c8f-e4645487d620 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:29.211083 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-415018c2-1cd5-4949-af1f-fd195c5252a8 req-b225c1a1-94c7-4c32-8c8f-e4645487d620 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 931 time: 0.0518026 Sep 17 03:46:29.262107 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-415018c2-1cd5-4949-af1f-fd195c5252a8 req-5e0481bc-c865-4962-8777-4ac3a6f58bed tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449178 Sep 17 03:46:29.389367 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89c8c57-142f-4a72-b655-5bbc9a3f9409 {{(pid=106395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:46:29.396969 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Publish callbacks [] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:29.409506 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.provisioning_blocks [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Transition to ACTIVE for port object d89c8c57-142f-4a72-b655-5bbc9a3f9409 will not be triggered until provisioned by entity L2. {{(pid=106395) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 17 03:46:29.416383 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:29.418906 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2e603e8c-77d6-4dd6-9992-c66a81dbf46f None None] Attempt 2 to provision port d89c8c57-142f-4a72-b655-5bbc9a3f9409 Sep 17 03:46:29.422279 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:29.457898 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2e603e8c-77d6-4dd6-9992-c66a81dbf46f None None] Port d89c8c57-142f-4a72-b655-5bbc9a3f9409 cannot update to ACTIVE because it is not bound. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 17 03:46:29.462200 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:29.462787 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:29.488689 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c8c57-142f-4a72-b655-5bbc9a3f9409,revision_number=2']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:29.540947 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Attempting to bind port d89c8c57-142f-4a72-b655-5bbc9a3f9409 on host hv-cinder-84914 for vnic_type normal with profile {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 17 03:46:29.541282 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Attempting to bind port d89c8c57-142f-4a72-b655-5bbc9a3f9409 by drivers openvswitch,hyperv on host hv-cinder-84914 at level 0 using segments [{'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 17 03:46:29.541606 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Attempting to bind port d89c8c57-142f-4a72-b655-5bbc9a3f9409 on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:46:29.583884 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Port d89c8c57-142f-4a72-b655-5bbc9a3f9409 on network 43b210d2-7336-46cc-af65-5360567bdfcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84914 {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 03:46:29.584211 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Attempting to bind port d89c8c57-142f-4a72-b655-5bbc9a3f9409 on network 43b210d2-7336-46cc-af65-5360567bdfcb {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 03:46:29.630509 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Checking agent: {'id': '73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'started_at': datetime.datetime(2022, 9, 17, 3, 35, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 17, 3, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 17 03:46:29.630847 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Checking segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 17 03:46:29.631575 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Bound using segment: {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'} {{(pid=106395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 17 03:46:29.632057 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.managers [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Bound port: d89c8c57-142f-4a72-b655-5bbc9a3f9409, host: hv-cinder-84914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39abe2fc-2768-4846-b323-ff58a9cf4120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb'}}] {{(pid=106395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 17 03:46:29.632428 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:29.705813 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] For port d89c8c57-142f-4a72-b655-5bbc9a3f9409, host hv-cinder-84914, cleared binding levels {{(pid=106395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 03:46:29.709166 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] For port d89c8c57-142f-4a72-b655-5bbc9a3f9409, host hv-cinder-84914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d89c8c57-142f-4a72-b655-5bbc9a3f9409,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 03:46:29.717269 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339162'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:29.723008 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:29.723976 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:29.726213 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] 10.222.0.55 "PUT /networking/v2.0/ports/d89c8c57-142f-4a72-b655-5bbc9a3f9409 HTTP/1.1" status: 200 len: 1093 time: 0.9358404 Sep 17 03:46:29.727108 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78578b65-621f-4d77-a8d2-76a2667296cf', 'tag': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:46:29.730671 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf242a72-2959-4e38-bc11-12fc2534c56b" -d '{"events": [{"name": "network-changed", "server_uuid": "78578b65-621f-4d77-a8d2-76a2667296cf", "tag": "d89c8c57-142f-4a72-b655-5bbc9a3f9409"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:46:29.772472 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bb35db-5dd3-4f99-9ae5-891f956b2c2a x-openstack-request-id: req-f3bb35db-5dd3-4f99-9ae5-891f956b2c2a {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:46:29.772753 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78578b65-621f-4d77-a8d2-76a2667296cf", "tag": "d89c8c57-142f-4a72-b655-5bbc9a3f9409", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:46:29.773196 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3bb35db-5dd3-4f99-9ae5-891f956b2c2a {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:46:29.773990 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3bb35db-5dd3-4f99-9ae5-891f956b2c2a'] response: {'name': 'network-changed', 'server_uuid': '78578b65-621f-4d77-a8d2-76a2667296cf', 'tag': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'status': 'completed', 'code': 200} Sep 17 03:46:29.784085 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1930f8-fff6-4042-92d9-53d015abe817 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c8c57-142f-4a72-b655-5bbc9a3f9409,revision_number=3']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:29.833779 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-a38a2002-e363-4df2-a222-9eaeedd5e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:29.835251 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-a38a2002-e363-4df2-a222-9eaeedd5e858 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 1127 time: 0.0392072 Sep 17 03:46:29.883231 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-c01954e3-1e51-4639-a23b-c76cb7fe8118 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d89c8c57-142f-4a72-b655-5bbc9a3f9409 HTTP/1.1" status: 200 len: 217 time: 0.0358722 Sep 17 03:46:29.931821 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-be2d7581-a583-4cc6-8331-ceebce5a52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:29.933259 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-be2d7581-a583-4cc6-8331-ceebce5a52d5 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0442226 Sep 17 03:46:29.959427 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-2e603e8c-77d6-4dd6-9992-c66a81dbf46f None None] Attempt 3 to provision port d89c8c57-142f-4a72-b655-5bbc9a3f9409 Sep 17 03:46:29.977118 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-cd79a68a-1dc5-45f0-b297-c13b0148ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:29.978655 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-cd79a68a-1dc5-45f0-b297-c13b0148ac44 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0394194 Sep 17 03:46:29.998547 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-2e603e8c-77d6-4dd6-9992-c66a81dbf46f None None] Port d89c8c57-142f-4a72-b655-5bbc9a3f9409 had new provisioning blocks added so it will not transition to active. {{(pid=106396) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 17 03:46:30.074950 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-08c027f5-ddcc-4fba-9d95-cde57c967db0 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894971 Sep 17 03:46:30.166951 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-302f5bea-1466-4a7c-b0a8-a9864647b7bc req-7d9dfce5-b1b4-493f-a581-6022e72bc6dd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856748 Sep 17 03:46:30.283252 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:30.297167 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:30.384873 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815448a7-308b-44fc-b906-45ae9625de7c req-97565e12-09b7-47e1-9e48-bee42845bc3e tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:30.386374 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-815448a7-308b-44fc-b906-45ae9625de7c req-97565e12-09b7-47e1-9e48-bee42845bc3e tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 943 time: 0.0479009 Sep 17 03:46:30.434638 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-815448a7-308b-44fc-b906-45ae9625de7c req-77bde9ec-0bfa-4946-bea5-a9afe13a6184 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425043 Sep 17 03:46:30.931950 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-4efbd8fd-6a0e-427e-bb04-165342c6a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:30.933536 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-4efbd8fd-6a0e-427e-bb04-165342c6a282 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 1127 time: 0.0589342 Sep 17 03:46:31.036553 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-27838327-2b02-436f-b5de-01be5ba0ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:31.038063 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-27838327-2b02-436f-b5de-01be5ba0ec89 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 916 time: 0.0987911 Sep 17 03:46:31.080607 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-ba11ae30-c8e1-434d-8c1c-2fed554f7f9d service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d89c8c57-142f-4a72-b655-5bbc9a3f9409 HTTP/1.1" status: 200 len: 217 time: 0.0360427 Sep 17 03:46:31.131994 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-ec534ca7-2b53-4e38-94e6-8cd2f42f2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:31.133350 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-ec534ca7-2b53-4e38-94e6-8cd2f42f2a80 service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0471883 Sep 17 03:46:31.177324 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-a8d9973b-a7df-41eb-b602-286876da5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:31.178794 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-a8d9973b-a7df-41eb-b602-286876da5e14 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0387952 Sep 17 03:46:31.239932 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:31.252146 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:31.275120 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-0575a2bd-7ef5-4f58-a4f0-8ed8cb473a07 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900693 Sep 17 03:46:31.363755 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-cf242a72-2959-4e38-bc11-12fc2534c56b req-61b5384f-1705-4868-94ec-91ee51cfd8ea service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826445 Sep 17 03:46:31.574422 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48edbef-9ee6-43fc-abf7-b41407835973 req-e5754804-4a63-4332-8f09-4a21aa45ce2a tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:31.575846 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a48edbef-9ee6-43fc-abf7-b41407835973 req-e5754804-4a63-4332-8f09-4a21aa45ce2a tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 943 time: 0.0465951 Sep 17 03:46:31.628075 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-a48edbef-9ee6-43fc-abf7-b41407835973 req-57bb5a72-c1df-456a-a981-69fde48a4f24 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463560 Sep 17 03:46:31.758363 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device d89c8c57-142f-4a72-b655-5bbc9a3f9409 details requested by agent hyperv_hv-cinder-84914 with host hv-cinder-84914 {{(pid=106396) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 03:46:31.802162 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:31.867517 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:31.891482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port d89c8c57-142f-4a72-b655-5bbc9a3f9409, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d89c8c57-142f-4a72-b655-5bbc9a3f9409,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:46:31.903366 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Returning: {'device': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'port_id': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'mac_address': 'fa:16:3e:8d:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106396) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 03:46:31.939715 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port d89c8c57-142f-4a72-b655-5bbc9a3f9409 is: DOWN; New status is: BUILD {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:46:31.940107 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:31.955947 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c8c57-142f-4a72-b655-5bbc9a3f9409 {{(pid=106396) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 17 03:46:31.978361 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port d89c8c57-142f-4a72-b655-5bbc9a3f9409, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d89c8c57-142f-4a72-b655-5bbc9a3f9409,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:46:31.983217 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:32.034780 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=d89c8c57-142f-4a72-b655-5bbc9a3f9409,revision_number=4']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:32.264519 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] get_ports_and_sgs() called for port_ids ['d89c8c57-142f-4a72-b655-5bbc9a3f9409'] {{(pid=106396) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 17 03:46:32.765184 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a727bf3-5d93-464a-a1d0-35172b1bbe9e req-0c323fba-18c3-461d-9fae-7872ad8b3a54 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:32.766645 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5a727bf3-5d93-464a-a1d0-35172b1bbe9e req-0c323fba-18c3-461d-9fae-7872ad8b3a54 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 944 time: 0.0575972 Sep 17 03:46:32.817777 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-5a727bf3-5d93-464a-a1d0-35172b1bbe9e req-c731f2a1-94b3-4ffe-a937-188385702d44 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453980 Sep 17 03:46:33.774282 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device d89c8c57-142f-4a72-b655-5bbc9a3f9409 up at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 03:46:33.821180 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning for port d89c8c57-142f-4a72-b655-5bbc9a3f9409 completed by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 17 03:46:33.829630 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.provisioning_blocks [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Provisioning complete for port d89c8c57-142f-4a72-b655-5bbc9a3f9409 triggered by entity L2. {{(pid=106396) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 17 03:46:33.830227 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32811859'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), provisioning_complete {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:33.830532 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Attempt 1 to provision port d89c8c57-142f-4a72-b655-5bbc9a3f9409 Sep 17 03:46:33.902768 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Current status of the port d89c8c57-142f-4a72-b655-5bbc9a3f9409 is: BUILD; New status is: ACTIVE {{(pid=106396) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 17 03:46:33.903042 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-688579'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), before_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:33.926809 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78578b65-621f-4d77-a8d2-76a2667296cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409'}] {{(pid=106396) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:46:33.929330 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a9d8e031e7150b5321279ced30b3e0a2cb1bce3c57d61f054449a98f0f7cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18669864-63ec-492f-9308-2d43265d95f1" -d '{"events": [{"server_uuid": "78578b65-621f-4d77-a8d2-76a2667296cf", "name": "network-vif-plugged", "status": "completed", "tag": "d89c8c57-142f-4a72-b655-5bbc9a3f9409"}]}' {{(pid=106396) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:46:33.938813 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cfa59-13b4-4a8d-9deb-4898b85eedb7 req-7ee026ca-228d-48cd-b160-8747976748e8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:33.940548 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fc5cfa59-13b4-4a8d-9deb-4898b85eedb7 req-7ee026ca-228d-48cd-b160-8747976748e8 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 944 time: 0.0478108 Sep 17 03:46:33.943310 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.db [None req-a74643d9-484f-4a38-aad0-360034145581 None None] For port d89c8c57-142f-4a72-b655-5bbc9a3f9409, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d89c8c57-142f-4a72-b655-5bbc9a3f9409,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106396) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:46:33.949690 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782486700198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782486259676', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782486259694'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:33.982102 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ff3b7-9672-48d9-b112-72e30bb7d43a x-openstack-request-id: req-b84ff3b7-9672-48d9-b112-72e30bb7d43a {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:46:33.982426 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78578b65-621f-4d77-a8d2-76a2667296cf", "name": "network-vif-plugged", "status": "completed", "tag": "d89c8c57-142f-4a72-b655-5bbc9a3f9409", "code": 200}]} {{(pid=106396) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:46:33.982590 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b84ff3b7-9672-48d9-b112-72e30bb7d43a {{(pid=106396) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:46:33.982983 dv-cinder-849143-3-smb neutron-server[106396]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84ff3b7-9672-48d9-b112-72e30bb7d43a'] response: {'server_uuid': '78578b65-621f-4d77-a8d2-76a2667296cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'code': 200} Sep 17 03:46:33.989047 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:34.004406 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-fc5cfa59-13b4-4a8d-9deb-4898b85eedb7 req-af424432-3a1e-4217-a337-2183d48e99c9 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506916 Sep 17 03:46:34.011500 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Pushing event updated for resources: {'Port': ['ID=d89c8c57-142f-4a72-b655-5bbc9a3f9409,revision_number=5']} {{(pid=106396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:46:34.019649 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.019999 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.020338 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.020670 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.021001 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.021333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.021654 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.021995 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.022317 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.022637 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.022957 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.023275 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.023593 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.023907 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.024233 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:46:34.189464 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eb280-f8f2-47fd-af11-e9e83c97b67f req-a0563134-9967-4d5b-94a1-d6abca9060b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:34.190941 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b90eb280-f8f2-47fd-af11-e9e83c97b67f req-a0563134-9967-4d5b-94a1-d6abca9060b9 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 1129 time: 0.0387545 Sep 17 03:46:34.228392 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:34.235672 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b90eb280-f8f2-47fd-af11-e9e83c97b67f req-4966e571-1663-472c-9d96-8cf13e2dab90 service neutron] 10.222.0.55 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387011 Sep 17 03:46:35.145894 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3793-8e69-4281-b75d-76a3401d8b34 req-52f6d6fa-fa72-4a6f-b253-4ce3a6c1ade0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:35.147373 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-079d3793-8e69-4281-b75d-76a3401d8b34 req-52f6d6fa-fa72-4a6f-b253-4ce3a6c1ade0 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 945 time: 0.0527911 Sep 17 03:46:35.199997 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-079d3793-8e69-4281-b75d-76a3401d8b34 req-45c27f45-55ea-4df2-ab16-1b087e19a553 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440009 Sep 17 03:46:35.852793 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:36.335788 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc27309-3ffb-4d9c-8050-ec94289d523f req-77406c75-9fd7-4c0e-a4d4-4342ffc0a5af tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:36.337298 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4fc27309-3ffb-4d9c-8050-ec94289d523f req-77406c75-9fd7-4c0e-a4d4-4342ffc0a5af tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 945 time: 0.0503328 Sep 17 03:46:36.388271 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-4fc27309-3ffb-4d9c-8050-ec94289d523f req-e9401bd7-0352-436b-986a-39a4f8c1bdfe tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 Sep 17 03:46:36.514021 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d5799-9476-48fe-8131-9bd5d0f6b7b1 req-931a2f4d-d289-4c05-8811-3c800c0388cc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:36.515378 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-4e1d5799-9476-48fe-8131-9bd5d0f6b7b1 req-931a2f4d-d289-4c05-8811-3c800c0388cc tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 945 time: 0.0555410 Sep 17 03:46:36.525647 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40606) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:46:36.530255 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.v2.base [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Request body: {'floatingip': {'port_id': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409'}} {{(pid=106395) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 03:46:36.568861 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (8fcd1d6c-1542-4681-9545-25725950d81c), before_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:36.998550 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:37.004802 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (8fcd1d6c-1542-4681-9545-25725950d81c), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:37.050356 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:37.101919 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Floating IP 8fcd1d6c-1542-4681-9545-25725950d81c associated. External IP: 172.28.1.247, port: d89c8c57-142f-4a72-b655-5bbc9a3f9409. Sep 17 03:46:37.140741 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:37.305850 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:46:37.411884 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:46:37.418774 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:37.427406 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:46:37.438398 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:46:37.439129 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:46:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:37.451308 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-9b7057ea-e7a0-487d-9f21-6978e43d1314 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "PUT /networking/v2.0/floatingips/8fcd1d6c-1542-4681-9545-25725950d81c HTTP/1.1" status: 200 len: 991 time: 0.9245236 Sep 17 03:46:37.452173 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78578b65-621f-4d77-a8d2-76a2667296cf', 'tag': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:46:37.454672 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c678c2-d58c-4075-8491-8368c6af365c" -d '{"events": [{"name": "network-changed", "server_uuid": "78578b65-621f-4d77-a8d2-76a2667296cf", "tag": "d89c8c57-142f-4a72-b655-5bbc9a3f9409"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:46:37.496447 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 17 Sep 2022 03:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63432f2a-9c16-4b3c-8299-19d2cd79cec1 x-openstack-request-id: req-63432f2a-9c16-4b3c-8299-19d2cd79cec1 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:46:37.496739 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78578b65-621f-4d77-a8d2-76a2667296cf", "tag": "d89c8c57-142f-4a72-b655-5bbc9a3f9409", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:46:37.496993 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63432f2a-9c16-4b3c-8299-19d2cd79cec1 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:46:37.497401 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63432f2a-9c16-4b3c-8299-19d2cd79cec1'] response: {'name': 'network-changed', 'server_uuid': '78578b65-621f-4d77-a8d2-76a2667296cf', 'tag': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'status': 'completed', 'code': 200} Sep 17 03:46:37.559715 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:46:37.589881 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c678c2-d58c-4075-8491-8368c6af365c req-2fe3ee61-9386-4254-8411-ff14c74b151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:37.591276 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:37.591544 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b5c678c2-d58c-4075-8491-8368c6af365c req-2fe3ee61-9386-4254-8411-ff14c74b151e service neutron] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=41e6e18961a7409a8014d832de70d299&device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 1129 time: 0.0436025 Sep 17 03:46:37.681671 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c678c2-d58c-4075-8491-8368c6af365c req-ec4aa990-3791-41aa-af17-cf0432f15676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:37.683175 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b5c678c2-d58c-4075-8491-8368c6af365c req-ec4aa990-3791-41aa-af17-cf0432f15676 service neutron] 10.222.0.55 "GET /networking/v2.0/networks?id=43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 200 len: 916 time: 0.0856035 Sep 17 03:46:37.747923 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b5c678c2-d58c-4075-8491-8368c6af365c req-f4f2a764-fd3f-43c0-b5fc-0499e0888f33 service neutron] 10.222.0.55 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d89c8c57-142f-4a72-b655-5bbc9a3f9409 HTTP/1.1" status: 200 len: 999 time: 0.0587373 Sep 17 03:46:37.778953 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '8fcd1d6c-1542-4681-9545-25725950d81c', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:8d:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78578b65-621f-4d77-a8d2-76a2667296cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:46:25Z', 'updated_at': '2022-09-17T03:46:36Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:37.796132 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c678c2-d58c-4075-8491-8368c6af365c req-bc892e75-bb05-472d-90ef-28b2f0a849cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:37.797610 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b5c678c2-d58c-4075-8491-8368c6af365c req-bc892e75-bb05-472d-90ef-28b2f0a849cc service neutron] 10.222.0.55 "GET /networking/v2.0/subnets?id=c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 200 len: 854 time: 0.0440066 Sep 17 03:46:37.813854 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:46:37.823193 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:46:37.823799 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:46:29Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:37.841658 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c678c2-d58c-4075-8491-8368c6af365c req-600d69f5-f508-4e82-ba77-c257afe30b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:46:37.843271 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b5c678c2-d58c-4075-8491-8368c6af365c req-600d69f5-f508-4e82-ba77-c257afe30b97 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?network_id=43b210d2-7336-46cc-af65-5360567bdfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0395446 Sep 17 03:46:37.934237 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:46:37.938865 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b5c678c2-d58c-4075-8491-8368c6af365c req-24bdaced-f817-49ae-a1f5-4479dda478dd service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897064 Sep 17 03:46:38.030010 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-b5c678c2-d58c-4075-8491-8368c6af365c req-eb1b6192-c812-42a2-867a-5fa5f4d3f2dc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855551 Sep 17 03:46:38.150829 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '8fcd1d6c-1542-4681-9545-25725950d81c', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:8d:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78578b65-621f-4d77-a8d2-76a2667296cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:46:25Z', 'updated_at': '2022-09-17T03:46:36Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:46:38.178930 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45701a37-df0e-419d-b796-9051bc5aa24c None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_floatingips': [{'id': '8fcd1d6c-1542-4681-9545-25725950d81c', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'floating_ip_address': '172.28.1.247', 'floating_network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'router_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'port_id': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'mac_address': 'fa:16:3e:8d:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78578b65-621f-4d77-a8d2-76a2667296cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-17T03:46:25Z', 'updated_at': '2022-09-17T03:46:36Z', 'revision_number': 1, 'project_id': '41e6e18961a7409a8014d832de70d299', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:46:38.369969 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cbab1-0051-4c29-8366-70f20c2bcca1 None None] New status for floating IP 8fcd1d6c-1542-4681-9545-25725950d81c: ACTIVE {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:46:44.308262 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:46.504073 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=52,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:46.506832 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:48.025261 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:48.026132 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=89 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:54.288475 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=78 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:54.299088 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:54.839786 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:54.840587 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:46:56.443963 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-c8e858a8-5eb1-4f99-91f1-367063c12c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:46:58.577540 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-222c489d-162e-492b-8161-4922ceb5177a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:00.310629 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:01.788772 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:01.855071 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:02.865405 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:47:11.847177 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:11.849485 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:12.855864 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:12.856812 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:14.298588 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:17.211640 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e93f0c-3055-42a3-bb10-da4865015a8e req-6499702b-1cff-4f6e-8a8e-e61debe71564 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:47:17.213020 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-44e93f0c-3055-42a3-bb10-da4865015a8e req-6499702b-1cff-4f6e-8a8e-e61debe71564 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 945 time: 0.0526934 Sep 17 03:47:17.263300 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-44e93f0c-3055-42a3-bb10-da4865015a8e req-064e9a7c-d0e6-43c6-a77f-3adc486d899e tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 Sep 17 03:47:18.404122 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27789e0e-2fd5-413e-908b-9159a39cd685 req-b7443d4f-c8c3-4506-92b7-babbcc7b4932 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:47:18.405576 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-27789e0e-2fd5-413e-908b-9159a39cd685 req-b7443d4f-c8c3-4506-92b7-babbcc7b4932 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 945 time: 0.0573475 Sep 17 03:47:18.457655 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-27789e0e-2fd5-413e-908b-9159a39cd685 req-123aff21-7179-4da7-99bf-301162214c51 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups?id=23f465fa-f2b4-4cf8-a024-a587d30519da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436413 Sep 17 03:47:18.900412 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dd21d-a6f8-415f-acfe-411005401231 req-867165c1-e5bf-48b9-84a8-ade272ef51d7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106395) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 17 03:47:18.901876 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-023dd21d-a6f8-415f-acfe-411005401231 req-867165c1-e5bf-48b9-84a8-ade272ef51d7 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 945 time: 0.0579116 Sep 17 03:47:18.986444 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Deleting port d89c8c57-142f-4a72-b655-5bbc9a3f9409 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:47:18.986790 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:19.076484 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] For port d89c8c57-142f-4a72-b655-5bbc9a3f9409, host hv-cinder-84914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84914',level=0,port_id=d89c8c57-142f-4a72-b655-5bbc9a3f9409,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:47:19.076850 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:19.235937 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:19.236173 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33121702'] for floatingip (8fcd1d6c-1542-4681-9545-25725950d81c), after_update {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:19.236511 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.db.l3_db [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Floating IP 8fcd1d6c-1542-4681-9545-25725950d81c disassociated. External IP: 172.28.1.247, port: d89c8c57-142f-4a72-b655-5bbc9a3f9409. Sep 17 03:47:19.236855 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Calling delete_port for d89c8c57-142f-4a72-b655-5bbc9a3f9409 owned by compute:nova {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:47:19.377432 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (d89c8c57-142f-4a72-b655-5bbc9a3f9409), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:19.405013 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'Port': ['ID=d89c8c57-142f-4a72-b655-5bbc9a3f9409,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:19.416531 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.417134 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.417369 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.417703 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.418064 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.418391 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.418716 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.419021 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.419340 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.419659 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.419980 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.420298 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.420616 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.420932 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.421246 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:19.533085 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.scheduler.l3_agent_scheduler [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106395) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:47:19.567949 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [req-a763190e-ba05-43db-b1ef-52313ea7ba5c req-c9414764-326b-40c5-bcd3-1068a6c9ad92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/ports?device_id=78578b65-621f-4d77-a8d2-76a2667296cf HTTP/1.1" status: 200 len: 210 time: 0.0275450 Sep 17 03:47:19.639092 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106395) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:47:19.651354 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:47:19.662499 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:47:19.663123 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:46:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:19.666248 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:19.682675 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.l3_dvrscheduler_db [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] No DVR routers for this DVR port d89c8c57-142f-4a72-b655-5bbc9a3f9409 on host hv-cinder-84914 {{(pid=106395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:47:19.685321 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for port (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:19.688635 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [req-023dd21d-a6f8-415f-acfe-411005401231 req-ce1b2c7c-2ce4-4f46-ba66-a53f11dadc92 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.55 "DELETE /networking/v2.0/ports/d89c8c57-142f-4a72-b655-5bbc9a3f9409 HTTP/1.1" status: 204 len: 173 time: 0.7817624 Sep 17 03:47:19.689130 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78578b65-621f-4d77-a8d2-76a2667296cf', 'name': 'network-vif-deleted', 'tag': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409'}] {{(pid=106395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 17 03:47:19.691471 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6710717d8355c610a303df4448721f8686d83d2afaeb3efed7e04316844827d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50216506-dffb-41d1-8275-778ba87b5d53" -d '{"events": [{"server_uuid": "78578b65-621f-4d77-a8d2-76a2667296cf", "name": "network-vif-deleted", "tag": "d89c8c57-142f-4a72-b655-5bbc9a3f9409"}]}' {{(pid=106395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 03:47:19.736340 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 17 Sep 2022 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b76dc0-783a-4905-95c5-ac3a0020f172 x-openstack-request-id: req-86b76dc0-783a-4905-95c5-ac3a0020f172 {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 03:47:19.736718 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78578b65-621f-4d77-a8d2-76a2667296cf", "name": "network-vif-deleted", "tag": "d89c8c57-142f-4a72-b655-5bbc9a3f9409", "status": "completed", "code": 200}]} {{(pid=106395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 03:47:19.737043 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86b76dc0-783a-4905-95c5-ac3a0020f172 {{(pid=106395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 03:47:19.737512 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b76dc0-783a-4905-95c5-ac3a0020f172'] response: {'server_uuid': '78578b65-621f-4d77-a8d2-76a2667296cf', 'name': 'network-vif-deleted', 'tag': 'd89c8c57-142f-4a72-b655-5bbc9a3f9409', 'status': 'completed', 'code': 200} Sep 17 03:47:19.913503 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:47:20.101191 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:20.137387 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:47:20.148170 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:47:20.149276 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:46:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:20.264930 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:47:20.455593 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:20.479886 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1e809-0c78-47a3-bed4-0a14c06444cc None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:43:16Z', 'revision_number': 4, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb', '_interfaces': [{'id': 'ddadbccd-9664-4d2f-936a-a1e11f6bf01b', 'name': '', 'network_id': '43b210d2-7336-46cc-af65-5360567bdfcb', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'mac_address': 'fa:16:3e:5c:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:15Z', 'updated_at': '2022-09-17T03:43:21Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'subnets': [{'id': 'c96c3ad4-1dba-487b-9d52-13a571e20da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:47:20.666460 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40682) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:20.707558 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:20.711962 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5dddc-d94d-4c83-9ada-919c56c8d4e2 None None] New status for floating IP 8fcd1d6c-1542-4681-9545-25725950d81c: DOWN {{(pid=106397) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 17 03:47:20.729039 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-710b0ccc-3f1b-47e8-a77b-eb1f919803ec tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (23f465fa-f2b4-4cf8-a024-a587d30519da), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:20.750939 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-710b0ccc-3f1b-47e8-a77b-eb1f919803ec tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (23f465fa-f2b4-4cf8-a024-a587d30519da), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:20.800216 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-710b0ccc-3f1b-47e8-a77b-eb1f919803ec tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (23f465fa-f2b4-4cf8-a024-a587d30519da), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:20.803497 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-710b0ccc-3f1b-47e8-a77b-eb1f919803ec tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:20.804756 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-710b0ccc-3f1b-47e8-a77b-eb1f919803ec tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "DELETE /networking/v2.0/security-groups/23f465fa-f2b4-4cf8-a024-a587d30519da HTTP/1.1" status: 204 len: 168 time: 0.1373167 Sep 17 03:47:20.807964 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40684) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:20.816477 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b0ccc-3f1b-47e8-a77b-eb1f919803ec tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f465fa-f2b4-4cf8-a024-a587d30519da,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:20.822887 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.api.v2.resource [None req-08a43029-16db-42ab-90f6-3c17ed474704 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] show failed (client error): The resource could not be found. Sep 17 03:47:20.827018 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-08a43029-16db-42ab-90f6-3c17ed474704 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "GET /networking/v2.0/security-groups/23f465fa-f2b4-4cf8-a024-a587d30519da HTTP/1.1" status: 404 len: 347 time: 0.0179541 Sep 17 03:47:20.827526 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40686) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:20.945945 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Deleting port 9dbfae9a-db18-42e3-a9f2-7fbd33286643 {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:47:20.946250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (9dbfae9a-db18-42e3-a9f2-7fbd33286643), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:21.026566 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (9dbfae9a-db18-42e3-a9f2-7fbd33286643), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:21.026922 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (9dbfae9a-db18-42e3-a9f2-7fbd33286643), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:21.040764 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Calling delete_port for 9dbfae9a-db18-42e3-a9f2-7fbd33286643 owned by network:floatingip {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:47:21.172113 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (9dbfae9a-db18-42e3-a9f2-7fbd33286643), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:21.203818 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Pushing event deleted for resources: {'Port': ['ID=9dbfae9a-db18-42e3-a9f2-7fbd33286643,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:21.266719 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks [] for floatingip (8fcd1d6c-1542-4681-9545-25725950d81c), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:21.269142 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-62837'] for floatingip (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:21.270289 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-7f0105d1-8cf7-457c-a140-3a7703677857 tempest-AttachVolumeNegativeTest-1589121697 tempest-AttachVolumeNegativeTest-1589121697-project] 10.222.0.48 "DELETE /networking/v2.0/floatingips/8fcd1d6c-1542-4681-9545-25725950d81c HTTP/1.1" status: 204 len: 168 time: 0.4417670 Sep 17 03:47:21.950712 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device d89c8c57-142f-4a72-b655-5bbc9a3f9409 no longer exists at agent hyperv_hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:47:21.974448 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-a74643d9-484f-4a38-aad0-360034145581 None None] No Port match for: d89c8c57-142f-4a72-b655-5bbc9a3f9409 {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:47:21.974799 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Device d89c8c57-142f-4a72-b655-5bbc9a3f9409 not bound to the agent host hv-cinder-84914 {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:47:25.007674 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40722) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:25.318102 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427430'] for router_interface (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:25.558265 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Deleting port ddadbccd-9664-4d2f-936a-a1e11f6bf01b {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:47:25.558600 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:25.640335 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] For port ddadbccd-9664-4d2f-936a-a1e11f6bf01b, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:47:25.640719 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:25.653499 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Calling delete_port for ddadbccd-9664-4d2f-936a-a1e11f6bf01b owned by network:router_interface {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:47:25.759745 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=100 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:25.796002 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:25.844766 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (ddadbccd-9664-4d2f-936a-a1e11f6bf01b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:25.872994 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddadbccd-9664-4d2f-936a-a1e11f6bf01b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:25.885576 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.885949 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.886324 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.886667 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.886970 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.887323 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.887651 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.887973 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.888477 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.888808 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.889132 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.889460 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.889802 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.890122 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:25.890491 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849143-3-smb {{(pid=106394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 03:47:26.044441 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33083691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33120022'] for router_interface (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:26.441129 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-789406c7-d50b-42a4-b8df-a3a889c234fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:26.493974 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 has already been hosted by L3 agent de47c532-b031-4da0-b49e-186a107908a4 {{(pid=106394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 03:47:26.593918 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] Notify agent at l3_agent.dv-cinder-849143-3-smb the message routers_updated {{(pid=106394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 03:47:26.599308 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-aa477d88-848b-4bec-9739-b7ac5e660561 admin admin] 10.222.0.48 "PUT /networking/v2.0/routers/17fc8d1f-3cf2-4286-91aa-6f12c37f84f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5902433 Sep 17 03:47:26.601744 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40724) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:26.608095 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] Sync routers for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 03:47:26.619001 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:47:26.619639 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:46:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:26.738667 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:47:26.894857 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=100 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:26.909276 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:26.914658 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:47:25Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:26.944581 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] Checking router: 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 for host: dv-cinder-849143-3-smb {{(pid=106396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 03:47:26.953912 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] Routers {'17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'} bound to L3 agent in host dv-cinder-849143-3-smb {{(pid=106396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 17 03:47:26.954522 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849143-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-17T03:28:59Z,description=,heartbeat_timestamp=2022-09-17T03:46:59Z,host='dv-cinder-849143-3-smb',id=de47c532-b031-4da0-b49e-186a107908a4,load=0,resource_versions=,resources_synced=,started_at=2022-09-17T03:28:59Z,topic='l3_agent')) {'router_ids': ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'], 'active': True} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:26.979870 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks [] for router (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.052342 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_dvr_db [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] Set router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 gateway port host: dv-cinder-849143-3-smb {{(pid=106396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 17 03:47:27.080153 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks [] for router_gateway (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.122958 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Deleting port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff {{(pid=106395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:47:27.123261 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.190181 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:27.194496 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:27.207011 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.db [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] For port bc6bcafa-98ab-45c4-9282-b8ac655fd1ff, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=bc6bcafa-98ab-45c4-9282-b8ac655fd1ff,segment=NetworkSegment(287928c2-b789-4823-89d7-2cf592c7e161),segment_id=287928c2-b789-4823-89d7-2cf592c7e161)] {{(pid=106395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:47:27.207326 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.222037 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.plugins.ml2.plugin [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Calling delete_port for bc6bcafa-98ab-45c4-9282-b8ac655fd1ff owned by network:router_gateway {{(pid=106395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:47:27.224023 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.db.l3_hamode_db [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:47:25Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}], 'dv-cinder-849143-3-smb', False) {} {{(pid=106396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:27.248408 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a91e674-6c32-420e-8ef2-127cd2711ad3 None None] The sync data for ids ['17fc8d1f-3cf2-4286-91aa-6f12c37f84f0'] in dv-cinder-849143-3-smb is: [{'id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'name': 'tempest-AttachVolumeNegativeTest-2106534059-router', 'tenant_id': '41e6e18961a7409a8014d832de70d299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'external_fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-17T03:43:12Z', 'updated_at': '2022-09-17T03:47:25Z', 'revision_number': 5, 'project_id': '41e6e18961a7409a8014d832de70d299', 'gw_port': {'id': 'bc6bcafa-98ab-45c4-9282-b8ac655fd1ff', 'name': '', 'network_id': '7393ef5f-4775-43cb-a6fb-a774e595733a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc8d1f-3cf2-4286-91aa-6f12c37f84f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849143-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-17T03:43:13Z', 'updated_at': '2022-09-17T03:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d16e5a7-ac1d-4bb4-ab06-52dda1dae835', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849143-3-smb'}] {{(pid=106396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 03:47:27.397787 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339171'] for port (bc6bcafa-98ab-45c4-9282-b8ac655fd1ff), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.423413 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6bcafa-98ab-45c4-9282-b8ac655fd1ff,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:27.482934 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33121628'] for router_gateway (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.568101 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33119688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.570220 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks [] for router_controller (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.619388 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33120107'] for router (17fc8d1f-3cf2-4286-91aa-6f12c37f84f0), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.620079 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 {{(pid=106395) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 03:47:27.624351 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.625560 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-a121aa66-bd30-4131-99c5-c3500e6d5331 admin admin] 10.222.0.48 "DELETE /networking/v2.0/routers/17fc8d1f-3cf2-4286-91aa-6f12c37f84f0 HTTP/1.1" status: 204 len: 168 time: 1.0228100 Sep 17 03:47:27.628204 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40726) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:27.674808 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff1eaf4-6610-455d-98f6-a0a225197c3a admin admin] Deleting subnet c96c3ad4-1dba-487b-9d52-13a571e20da2 {{(pid=106395) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 17 03:47:27.678279 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ff1eaf4-6610-455d-98f6-a0a225197c3a admin admin] Publish callbacks [] for subnet (c96c3ad4-1dba-487b-9d52-13a571e20da2), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.714570 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ff1eaf4-6610-455d-98f6-a0a225197c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2254090'] for subnet (c96c3ad4-1dba-487b-9d52-13a571e20da2), precommit_delete_associations {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.794622 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ff1eaf4-6610-455d-98f6-a0a225197c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-765927'] for subnet (c96c3ad4-1dba-487b-9d52-13a571e20da2), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.852549 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ff1eaf4-6610-455d-98f6-a0a225197c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3586979'] for subnet (c96c3ad4-1dba-487b-9d52-13a571e20da2), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.881053 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1eaf4-6610-455d-98f6-a0a225197c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96c3ad4-1dba-487b-9d52-13a571e20da2,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:27.882857 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-8ff1eaf4-6610-455d-98f6-a0a225197c3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:27.888315 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-8ff1eaf4-6610-455d-98f6-a0a225197c3a admin admin] 10.222.0.48 "DELETE /networking/v2.0/subnets/c96c3ad4-1dba-487b-9d52-13a571e20da2 HTTP/1.1" status: 204 len: 168 time: 0.2567711 Sep 17 03:47:27.888888 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40728) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:27.892136 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5039f1d0-b5ef-4333-b8f0-a7fd52ace5fd None None] Network 43b210d2-7336-46cc-af65-5360567bdfcb requested from dv-cinder-849143-3-smb {{(pid=106396) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 17 03:47:27.958767 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-783762'] for network (43b210d2-7336-46cc-af65-5360567bdfcb), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.004286 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Deleting port fcd83c23-d41f-43ce-aae8-289332bb3d2b {{(pid=106394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 17 03:47:28.004608 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782486700045'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.069606 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.db [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] For port fcd83c23-d41f-43ce-aae8-289332bb3d2b, host dv-cinder-849143-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849143-3-smb',level=0,port_id=fcd83c23-d41f-43ce-aae8-289332bb3d2b,segment=NetworkSegment(39abe2fc-2768-4846-b323-ff58a9cf4120),segment_id=39abe2fc-2768-4846-b323-ff58a9cf4120)] {{(pid=106394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 03:47:28.069905 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33124188'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.083055 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.plugin [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Calling delete_port for fcd83c23-d41f-43ce-aae8-289332bb3d2b owned by network:dhcp {{(pid=106394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 17 03:47:28.151942 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:28.163752 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-688902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33326296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782486702731', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782486259667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3163849'] for port (fcd83c23-d41f-43ce-aae8-289332bb3d2b), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.168112 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:28.189668 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd83c23-d41f-43ce-aae8-289332bb3d2b,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:28.194360 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] No DVR routers for this DVR port fcd83c23-d41f-43ce-aae8-289332bb3d2b on host dv-cinder-849143-3-smb {{(pid=106394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 17 03:47:28.253257 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a3705-7568-4775-9ea1-c67940ad23b6 None None] DHCP port deletion for 43b210d2-7336-46cc-af65-5360567bdfcb request from dv-cinder-849143-3-smb {{(pid=106396) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 17 03:47:28.269375 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32809932', 'neutron.services.segments.db._delete_segments_for_network-8782486776257'] for network (43b210d2-7336-46cc-af65-5360567bdfcb), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.291233 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b210d2-7336-46cc-af65-5360567bdfcb']}} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:28.300280 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39abe2fc-2768-4846-b323-ff58a9cf4120') {'for_net_delete': True} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:28.300605 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.services.segments.db [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39abe2fc-2768-4846-b323-ff58a9cf4120') {} {{(pid=106394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 03:47:28.309923 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782486776149', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3195120'] for segment (39abe2fc-2768-4846-b323-ff58a9cf4120), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.322881 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555'] for segment (39abe2fc-2768-4846-b323-ff58a9cf4120), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.329159 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 03:47:28.329576 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32815555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3163676'] for segment (39abe2fc-2768-4846-b323-ff58a9cf4120), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.372838 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 39abe2fc-2768-4846-b323-ff58a9cf4120 resource provider aggregate not found Sep 17 03:47:28.392975 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.services.segments.plugin [-] Segment 39abe2fc-2768-4846-b323-ff58a9cf4120 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39abe2fc-2768-4846-b323-ff58a9cf4120 found for delete ", "request_id": "req-69a0e939-8d63-492c-a298-b6041bcb766d"}]} Sep 17 03:47:28.399098 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32809973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33046050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33083676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33121673'] for network (43b210d2-7336-46cc-af65-5360567bdfcb), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.403815 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33083662'] for network (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.406974 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] 10.222.0.48 "DELETE /networking/v2.0/networks/43b210d2-7336-46cc-af65-5360567bdfcb HTTP/1.1" status: 204 len: 168 time: 0.5172005 Sep 17 03:47:28.420703 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecb915-1d4f-4e4b-bc9a-24b2727ff378 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b210d2-7336-46cc-af65-5360567bdfcb,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:28.560693 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dbb8124d-4c63-4ea3-864b-6e8ce61dab5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.577712 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40736) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:28.618576 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-10ab3f9d-e35a-4f85-89bc-398c5c2a48fd admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=41e6e18961a7409a8014d832de70d299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396705 Sep 17 03:47:28.622079 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40738) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:28.669507 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-acd4c75f-7620-4819-84b3-5124ea342e90 admin admin] Publish callbacks [] for security_group (6c75a57f-259b-4d0a-be00-40529b339f64), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.689112 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-acd4c75f-7620-4819-84b3-5124ea342e90 admin admin] Publish callbacks [] for security_group (6c75a57f-259b-4d0a-be00-40529b339f64), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.736950 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-acd4c75f-7620-4819-84b3-5124ea342e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (6c75a57f-259b-4d0a-be00-40529b339f64), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.739701 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-acd4c75f-7620-4819-84b3-5124ea342e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:28.740842 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-acd4c75f-7620-4819-84b3-5124ea342e90 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/6c75a57f-259b-4d0a-be00-40529b339f64 HTTP/1.1" status: 204 len: 168 time: 0.1179223 Sep 17 03:47:28.748694 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4c75f-7620-4819-84b3-5124ea342e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c75a57f-259b-4d0a-be00-40529b339f64,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:28.760913 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device ddadbccd-9664-4d2f-936a-a1e11f6bf01b no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:47:28.785059 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: ddadbccd-9664-4d2f-936a-a1e11f6bf01b {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:47:28.785436 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device ddadbccd-9664-4d2f-936a-a1e11f6bf01b not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:47:28.785878 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device bc6bcafa-98ab-45c4-9282-b8ac655fd1ff no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:47:28.806949 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: bc6bcafa-98ab-45c4-9282-b8ac655fd1ff {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:47:28.807284 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device bc6bcafa-98ab-45c4-9282-b8ac655fd1ff not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:47:28.807692 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fcd83c23-d41f-43ce-aae8-289332bb3d2b no longer exists at agent ovs-agent-dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 03:47:28.825375 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.plugin [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] No Port match for: fcd83c23-d41f-43ce-aae8-289332bb3d2b {{(pid=106396) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 17 03:47:28.825646 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron.plugins.ml2.rpc [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Device fcd83c23-d41f-43ce-aae8-289332bb3d2b not bound to the agent host dv-cinder-849143-3-smb {{(pid=106396) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 03:47:30.304062 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:30.780634 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:30.784154 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:31.784214 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:31.857869 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:37.859093 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=65,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:37.861813 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=67,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:38.722240 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=43,neutron:DELETE=5 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:38.744966 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=39,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:39.865053 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:47:41.849746 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:41.850971 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:44.291405 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:45.611654 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 40948) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:45.721079 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-45879268-275a-4330-ba82-9d5e4ff3f253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:45.800339 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-45879268-275a-4330-ba82-9d5e4ff3f253 admin admin] Publish callbacks [] for security_group (33d7bc00-16b9-4cdf-967c-17c9269ea039), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:45.806733 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-45879268-275a-4330-ba82-9d5e4ff3f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (33d7bc00-16b9-4cdf-967c-17c9269ea039), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:45.843804 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45879268-275a-4330-ba82-9d5e4ff3f253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d7bc00-16b9-4cdf-967c-17c9269ea039,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:45.847855 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-45879268-275a-4330-ba82-9d5e4ff3f253 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=5ba66062803546f48dbbaa592ca6c836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352321 Sep 17 03:47:45.851738 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40952) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:45.905479 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c324c110-d715-4b3a-bb9a-4612bd8ea1ff admin admin] Publish callbacks [] for security_group (33d7bc00-16b9-4cdf-967c-17c9269ea039), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:45.930488 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c324c110-d715-4b3a-bb9a-4612bd8ea1ff admin admin] Publish callbacks [] for security_group (33d7bc00-16b9-4cdf-967c-17c9269ea039), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:45.979249 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c324c110-d715-4b3a-bb9a-4612bd8ea1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (33d7bc00-16b9-4cdf-967c-17c9269ea039), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:45.981987 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-c324c110-d715-4b3a-bb9a-4612bd8ea1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:45.983074 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-c324c110-d715-4b3a-bb9a-4612bd8ea1ff admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/33d7bc00-16b9-4cdf-967c-17c9269ea039 HTTP/1.1" status: 204 len: 168 time: 0.1303215 Sep 17 03:47:45.991633 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324c110-d715-4b3a-bb9a-4612bd8ea1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d7bc00-16b9-4cdf-967c-17c9269ea039,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:46.253846 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40958) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:46.267924 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fa2235f-38db-4137-8a6c-58f4d59332e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:46.342345 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fa2235f-38db-4137-8a6c-58f4d59332e3 admin admin] Publish callbacks [] for security_group (c100f3b2-0d2d-4d54-b5ba-6d4a3cec18a8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:46.349060 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4fa2235f-38db-4137-8a6c-58f4d59332e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (c100f3b2-0d2d-4d54-b5ba-6d4a3cec18a8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:46.385811 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2235f-38db-4137-8a6c-58f4d59332e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c100f3b2-0d2d-4d54-b5ba-6d4a3cec18a8,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:46.390079 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4fa2235f-38db-4137-8a6c-58f4d59332e3 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=c82c0ab2f62d4a28a5060bff1932542e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348047 Sep 17 03:47:46.393014 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 40960) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:46.440571 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b6c1bcc0-e127-4cd7-b90e-faf38c16d8f1 admin admin] Publish callbacks [] for security_group (c100f3b2-0d2d-4d54-b5ba-6d4a3cec18a8), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:46.460385 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b6c1bcc0-e127-4cd7-b90e-faf38c16d8f1 admin admin] Publish callbacks [] for security_group (c100f3b2-0d2d-4d54-b5ba-6d4a3cec18a8), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:46.511328 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b6c1bcc0-e127-4cd7-b90e-faf38c16d8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (c100f3b2-0d2d-4d54-b5ba-6d4a3cec18a8), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:46.513857 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-b6c1bcc0-e127-4cd7-b90e-faf38c16d8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:46.514964 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-b6c1bcc0-e127-4cd7-b90e-faf38c16d8f1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c100f3b2-0d2d-4d54-b5ba-6d4a3cec18a8 HTTP/1.1" status: 204 len: 168 time: 0.1211164 Sep 17 03:47:46.522501 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1bcc0-e127-4cd7-b90e-faf38c16d8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c100f3b2-0d2d-4d54-b5ba-6d4a3cec18a8,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:48.171338 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41004) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:48.291146 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-206dfe5b-e656-4d8c-8f67-538499869ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.370753 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-206dfe5b-e656-4d8c-8f67-538499869ea0 admin admin] Publish callbacks [] for security_group (c8c6b442-e8d3-49d4-938f-43ca4731764a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.376862 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-206dfe5b-e656-4d8c-8f67-538499869ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (c8c6b442-e8d3-49d4-938f-43ca4731764a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.414304 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dfe5b-e656-4d8c-8f67-538499869ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c6b442-e8d3-49d4-938f-43ca4731764a,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:48.418630 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-206dfe5b-e656-4d8c-8f67-538499869ea0 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=3dfe97be04a04676a007c5173519c9c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462165 Sep 17 03:47:48.421449 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41008) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:48.477554 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce4794a1-b823-4cdd-aadd-d910b522c10e admin admin] Publish callbacks [] for security_group (c8c6b442-e8d3-49d4-938f-43ca4731764a), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.501612 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce4794a1-b823-4cdd-aadd-d910b522c10e admin admin] Publish callbacks [] for security_group (c8c6b442-e8d3-49d4-938f-43ca4731764a), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.510847 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:48.539006 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:48.563327 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce4794a1-b823-4cdd-aadd-d910b522c10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (c8c6b442-e8d3-49d4-938f-43ca4731764a), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.566037 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-ce4794a1-b823-4cdd-aadd-d910b522c10e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.567302 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-ce4794a1-b823-4cdd-aadd-d910b522c10e admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/c8c6b442-e8d3-49d4-938f-43ca4731764a HTTP/1.1" status: 204 len: 168 time: 0.1448824 Sep 17 03:47:48.576959 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4794a1-b823-4cdd-aadd-d910b522c10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c6b442-e8d3-49d4-938f-43ca4731764a,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:48.843676 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41014) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:48.858216 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-af8c4232-1b28-4612-9bd4-0f434e02ca76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.935437 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-af8c4232-1b28-4612-9bd4-0f434e02ca76 admin admin] Publish callbacks [] for security_group (d99ee567-89fc-4c44-9395-26b93b44b667), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.942470 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-af8c4232-1b28-4612-9bd4-0f434e02ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (d99ee567-89fc-4c44-9395-26b93b44b667), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:48.979931 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c4232-1b28-4612-9bd4-0f434e02ca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ee567-89fc-4c44-9395-26b93b44b667,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:48.987234 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-af8c4232-1b28-4612-9bd4-0f434e02ca76 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=53d447c128324833b71180f1f4cd83bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424642 Sep 17 03:47:48.987377 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41016) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:49.037368 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1078bf99-e3cd-47aa-9100-b9826e3320ae admin admin] Publish callbacks [] for security_group (d99ee567-89fc-4c44-9395-26b93b44b667), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:49.058644 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1078bf99-e3cd-47aa-9100-b9826e3320ae admin admin] Publish callbacks [] for security_group (d99ee567-89fc-4c44-9395-26b93b44b667), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:49.126896 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1078bf99-e3cd-47aa-9100-b9826e3320ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (d99ee567-89fc-4c44-9395-26b93b44b667), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:49.130677 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-1078bf99-e3cd-47aa-9100-b9826e3320ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:49.132287 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-1078bf99-e3cd-47aa-9100-b9826e3320ae admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/d99ee567-89fc-4c44-9395-26b93b44b667 HTTP/1.1" status: 204 len: 168 time: 0.1440246 Sep 17 03:47:49.140192 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078bf99-e3cd-47aa-9100-b9826e3320ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ee567-89fc-4c44-9395-26b93b44b667,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:51.737917 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41084) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:51.858975 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a82f5fe9-46a9-4c49-80c0-157b628af21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:51.944944 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a82f5fe9-46a9-4c49-80c0-157b628af21d admin admin] Publish callbacks [] for security_group (47b971a4-c39a-4786-86dc-dcdfa9a90263), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:51.950466 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-a82f5fe9-46a9-4c49-80c0-157b628af21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (47b971a4-c39a-4786-86dc-dcdfa9a90263), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:51.989564 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-a82f5fe9-46a9-4c49-80c0-157b628af21d admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=368558aff9e04023a1279ddb1a17ca2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505660 Sep 17 03:47:51.990428 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f5fe9-46a9-4c49-80c0-157b628af21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b971a4-c39a-4786-86dc-dcdfa9a90263,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:51.993358 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41088) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:52.044382 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0a6d-8ebb-4f1e-ba71-033dafab4865 admin admin] Publish callbacks [] for security_group (47b971a4-c39a-4786-86dc-dcdfa9a90263), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.071355 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0a6d-8ebb-4f1e-ba71-033dafab4865 admin admin] Publish callbacks [] for security_group (47b971a4-c39a-4786-86dc-dcdfa9a90263), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.125624 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0a6d-8ebb-4f1e-ba71-033dafab4865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (47b971a4-c39a-4786-86dc-dcdfa9a90263), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.128278 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1d3b0a6d-8ebb-4f1e-ba71-033dafab4865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.129784 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-1d3b0a6d-8ebb-4f1e-ba71-033dafab4865 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/47b971a4-c39a-4786-86dc-dcdfa9a90263 HTTP/1.1" status: 204 len: 168 time: 0.1354034 Sep 17 03:47:52.140250 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b0a6d-8ebb-4f1e-ba71-033dafab4865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b971a4-c39a-4786-86dc-dcdfa9a90263,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:52.408513 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41094) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:52.422334 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-334b5357-056f-48ab-acd2-394b8e6b96d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.507328 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-334b5357-056f-48ab-acd2-394b8e6b96d5 admin admin] Publish callbacks [] for security_group (1cccbeff-e70a-4059-b1b6-7b1c09feda03), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.513496 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-334b5357-056f-48ab-acd2-394b8e6b96d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (1cccbeff-e70a-4059-b1b6-7b1c09feda03), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.550909 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b5357-056f-48ab-acd2-394b8e6b96d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cccbeff-e70a-4059-b1b6-7b1c09feda03,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:52.555182 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-334b5357-056f-48ab-acd2-394b8e6b96d5 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=0e4643a172e84991bd202b6e615ece6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456358 Sep 17 03:47:52.557925 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41096) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:47:52.607027 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4edd814e-62ef-4ec2-bb6d-8762bdef2202 admin admin] Publish callbacks [] for security_group (1cccbeff-e70a-4059-b1b6-7b1c09feda03), before_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.629482 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4edd814e-62ef-4ec2-bb6d-8762bdef2202 admin admin] Publish callbacks [] for security_group (1cccbeff-e70a-4059-b1b6-7b1c09feda03), precommit_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.688981 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4edd814e-62ef-4ec2-bb6d-8762bdef2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (1cccbeff-e70a-4059-b1b6-7b1c09feda03), after_delete {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.693279 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-4edd814e-62ef-4ec2-bb6d-8762bdef2202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:52.695189 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-4edd814e-62ef-4ec2-bb6d-8762bdef2202 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1cccbeff-e70a-4059-b1b6-7b1c09feda03 HTTP/1.1" status: 204 len: 168 time: 0.1361899 Sep 17 03:47:52.704922 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd814e-62ef-4ec2-bb6d-8762bdef2202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cccbeff-e70a-4059-b1b6-7b1c09feda03,revision_number=None']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:47:54.890175 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=16 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:54.891617 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=18 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:47:56.439754 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-e68ff6d2-cfae-4773-b8ad-551f28c02460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:47:58.576378 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-72d3e9fb-7c25-4e1d-8783-08c9e3b07c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:00.305198 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:01.789254 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:01.861499 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:01.984246 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=57,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:01.985729 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=49,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:02.054274 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41226) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:02.171659 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e260a27c-ecd4-4ec5-82b6-93b94e724fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.210282 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:02.224300 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:02.256475 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e260a27c-ecd4-4ec5-82b6-93b94e724fee admin admin] Publish callbacks [] for security_group (04219972-599a-4975-8f4a-6505e53dabc1), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.260982 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-e260a27c-ecd4-4ec5-82b6-93b94e724fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (04219972-599a-4975-8f4a-6505e53dabc1), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.301988 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-e260a27c-ecd4-4ec5-82b6-93b94e724fee admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=b5a3e42c03c3438cb856549cb02344bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465000 Sep 17 03:48:02.302841 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260a27c-ecd4-4ec5-82b6-93b94e724fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04219972-599a-4975-8f4a-6505e53dabc1,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:02.305013 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41230) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:02.363571 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a95d66a-544f-473e-81ba-2a2a44aa34d8 admin admin] Publish callbacks [] for security_group (04219972-599a-4975-8f4a-6505e53dabc1), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.383529 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a95d66a-544f-473e-81ba-2a2a44aa34d8 admin admin] Publish callbacks [] for security_group (04219972-599a-4975-8f4a-6505e53dabc1), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.435528 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a95d66a-544f-473e-81ba-2a2a44aa34d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (04219972-599a-4975-8f4a-6505e53dabc1), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.438221 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-2a95d66a-544f-473e-81ba-2a2a44aa34d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.439357 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-2a95d66a-544f-473e-81ba-2a2a44aa34d8 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/04219972-599a-4975-8f4a-6505e53dabc1 HTTP/1.1" status: 204 len: 168 time: 0.1331136 Sep 17 03:48:02.448530 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95d66a-544f-473e-81ba-2a2a44aa34d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04219972-599a-4975-8f4a-6505e53dabc1,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:02.750769 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41236) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:02.766051 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5fcebb4b-d9b5-4ffa-a560-f1894d06066f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.853394 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5fcebb4b-d9b5-4ffa-a560-f1894d06066f admin admin] Publish callbacks [] for security_group (1f27f6b4-9a75-4901-afb3-3966ea9e5b4a), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.858712 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-5fcebb4b-d9b5-4ffa-a560-f1894d06066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (1f27f6b4-9a75-4901-afb3-3966ea9e5b4a), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.903144 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-5fcebb4b-d9b5-4ffa-a560-f1894d06066f admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=2a401740f3e14a8faa60954424b26482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511636 Sep 17 03:48:02.903902 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcebb4b-d9b5-4ffa-a560-f1894d06066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f27f6b4-9a75-4901-afb3-3966ea9e5b4a,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:02.905981 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41238) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:02.959671 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b30e1814-9643-4edc-a59d-77e5c608a503 admin admin] Publish callbacks [] for security_group (1f27f6b4-9a75-4901-afb3-3966ea9e5b4a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:02.985079 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b30e1814-9643-4edc-a59d-77e5c608a503 admin admin] Publish callbacks [] for security_group (1f27f6b4-9a75-4901-afb3-3966ea9e5b4a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.037719 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b30e1814-9643-4edc-a59d-77e5c608a503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (1f27f6b4-9a75-4901-afb3-3966ea9e5b4a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.040595 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-b30e1814-9643-4edc-a59d-77e5c608a503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.041760 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-b30e1814-9643-4edc-a59d-77e5c608a503 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/1f27f6b4-9a75-4901-afb3-3966ea9e5b4a HTTP/1.1" status: 204 len: 168 time: 0.1345954 Sep 17 03:48:03.050597 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e1814-9643-4edc-a59d-77e5c608a503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f27f6b4-9a75-4901-afb3-3966ea9e5b4a,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:03.436335 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.wsgi [-] (106395) accepted ('10.222.0.48', 41244) {{(pid=106395) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:03.456253 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1ca742ae-b009-4f4a-ba52-caef2ebec8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.534873 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1ca742ae-b009-4f4a-ba52-caef2ebec8ee admin admin] Publish callbacks [] for security_group (a7ead138-4ef5-41f7-838e-c8efc1dee4b8), precommit_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.539837 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron_lib.callbacks.manager [None req-1ca742ae-b009-4f4a-ba52-caef2ebec8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a7ead138-4ef5-41f7-838e-c8efc1dee4b8), after_create {{(pid=106395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.583614 dv-cinder-849143-3-smb neutron-server[106395]: INFO neutron.wsgi [None req-1ca742ae-b009-4f4a-ba52-caef2ebec8ee admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=817d111bfe4a465190aff60e333e78c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461849 Sep 17 03:48:03.584835 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca742ae-b009-4f4a-ba52-caef2ebec8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ead138-4ef5-41f7-838e-c8efc1dee4b8,revision_number=1']} {{(pid=106395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:03.586632 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41246) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:03.641120 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7f2b22c0-1713-4d37-91ae-089b8afccf14 admin admin] Publish callbacks [] for security_group (a7ead138-4ef5-41f7-838e-c8efc1dee4b8), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.668731 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7f2b22c0-1713-4d37-91ae-089b8afccf14 admin admin] Publish callbacks [] for security_group (a7ead138-4ef5-41f7-838e-c8efc1dee4b8), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.718931 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7f2b22c0-1713-4d37-91ae-089b8afccf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (a7ead138-4ef5-41f7-838e-c8efc1dee4b8), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.721631 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-7f2b22c0-1713-4d37-91ae-089b8afccf14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:03.722822 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-7f2b22c0-1713-4d37-91ae-089b8afccf14 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/a7ead138-4ef5-41f7-838e-c8efc1dee4b8 HTTP/1.1" status: 204 len: 168 time: 0.1351302 Sep 17 03:48:03.731094 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b22c0-1713-4d37-91ae-089b8afccf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ead138-4ef5-41f7-838e-c8efc1dee4b8,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:06.062290 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41316) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:06.196692 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dd3e1ba4-a494-4a90-bc85-92e22ff5b6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.276330 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dd3e1ba4-a494-4a90-bc85-92e22ff5b6c9 admin admin] Publish callbacks [] for security_group (425a9722-b382-491d-a6d8-83f2e446447a), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.281211 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-dd3e1ba4-a494-4a90-bc85-92e22ff5b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (425a9722-b382-491d-a6d8-83f2e446447a), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.322936 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e1ba4-a494-4a90-bc85-92e22ff5b6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425a9722-b382-491d-a6d8-83f2e446447a,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:06.328628 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-dd3e1ba4-a494-4a90-bc85-92e22ff5b6c9 admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=a9b7aa05f4194c4ebf1722558fa1693a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650900 Sep 17 03:48:06.330388 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41320) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:06.395767 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-85e964d5-1bf5-40b3-b21a-9a27e50676c1 admin admin] Publish callbacks [] for security_group (425a9722-b382-491d-a6d8-83f2e446447a), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.423917 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-85e964d5-1bf5-40b3-b21a-9a27e50676c1 admin admin] Publish callbacks [] for security_group (425a9722-b382-491d-a6d8-83f2e446447a), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.438864 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:06.486841 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-85e964d5-1bf5-40b3-b21a-9a27e50676c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (425a9722-b382-491d-a6d8-83f2e446447a), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.489680 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-85e964d5-1bf5-40b3-b21a-9a27e50676c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.491072 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-85e964d5-1bf5-40b3-b21a-9a27e50676c1 admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/425a9722-b382-491d-a6d8-83f2e446447a HTTP/1.1" status: 204 len: 168 time: 0.1596873 Sep 17 03:48:06.500484 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e964d5-1bf5-40b3-b21a-9a27e50676c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425a9722-b382-491d-a6d8-83f2e446447a,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:06.778084 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41326) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:06.791838 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86714a80-bf87-407a-87f9-7c92636a31da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.828370 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:06.876100 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86714a80-bf87-407a-87f9-7c92636a31da admin admin] Publish callbacks [] for security_group (8e7bac21-245e-4d6b-a989-d7c9a253d6c7), precommit_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.881213 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-86714a80-bf87-407a-87f9-7c92636a31da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (8e7bac21-245e-4d6b-a989-d7c9a253d6c7), after_create {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:06.924214 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86714a80-bf87-407a-87f9-7c92636a31da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7bac21-245e-4d6b-a989-d7c9a253d6c7,revision_number=1']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:06.928890 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-86714a80-bf87-407a-87f9-7c92636a31da admin admin] 10.222.0.48 "GET /networking/v2.0/security-groups?tenant_id=27f966525cf94adf8e3dd651f43bfef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497462 Sep 17 03:48:06.932357 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.wsgi [-] (106394) accepted ('10.222.0.48', 41328) {{(pid=106394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 17 03:48:06.981788 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6771ac65-2ab4-498f-aafe-bb9d62c3bdce admin admin] Publish callbacks [] for security_group (8e7bac21-245e-4d6b-a989-d7c9a253d6c7), before_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:07.004451 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6771ac65-2ab4-498f-aafe-bb9d62c3bdce admin admin] Publish callbacks [] for security_group (8e7bac21-245e-4d6b-a989-d7c9a253d6c7), precommit_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:07.061591 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6771ac65-2ab4-498f-aafe-bb9d62c3bdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33040377'] for security_group (8e7bac21-245e-4d6b-a989-d7c9a253d6c7), after_delete {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:07.064183 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron_lib.callbacks.manager [None req-6771ac65-2ab4-498f-aafe-bb9d62c3bdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:07.065338 dv-cinder-849143-3-smb neutron-server[106394]: INFO neutron.wsgi [None req-6771ac65-2ab4-498f-aafe-bb9d62c3bdce admin admin] 10.222.0.48 "DELETE /networking/v2.0/security-groups/8e7bac21-245e-4d6b-a989-d7c9a253d6c7 HTTP/1.1" status: 204 len: 168 time: 0.1320775 Sep 17 03:48:07.073488 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771ac65-2ab4-498f-aafe-bb9d62c3bdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7bac21-245e-4d6b-a989-d7c9a253d6c7,revision_number=None']} {{(pid=106394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 03:48:13.576657 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=43,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:13.579852 dv-cinder-849143-3-smb neutron-server[106395]: DEBUG dbcounter [-] [106395] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:14.284943 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:14.287548 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:14.304987 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:16.865442 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:48:17.068221 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:SELECT=40,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:17.069267 dv-cinder-849143-3-smb neutron-server[106394]: DEBUG dbcounter [-] [106394] Writing DB stats neutron:INSERT=1,neutron:SELECT=25,neutron:DELETE=1 {{(pid=106394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:24.304924 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:26.434324 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-84568620-3f25-4260-913d-3a0d38cfcccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:26.860257 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:26.861011 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:28.563003 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-6838f55b-c6df-4a70-a64f-8828c8e506ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:30.310463 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:31.793831 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:31.861465 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:41.850333 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:41.857281 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:44.322926 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:53.870942 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:48:54.313817 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:54.315109 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:48:56.446116 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-70ecd39e-0e7e-40bd-b809-05f74c7ce943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:48:58.568760 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-cfefe38f-7af1-4466-83ff-134e8f4fa6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:00.319239 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.809709 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:01.866324 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:03.862447 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:03.863209 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:11.857511 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:11.860126 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:14.318795 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:24.308336 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:24.311738 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:26.452922 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-060e7bbc-883c-40f8-b3b7-665c52bbeb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:28.569631 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-bea785cc-8879-4e01-a2a0-d55846789307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:30.326449 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:30.877325 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:49:31.817299 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:31.868229 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:40.867336 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:40.868548 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:41.855240 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:41.861359 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:44.325512 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:54.305294 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:54.319482 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:54.899420 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=12 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:54.902709 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=14 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:49:56.448103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-5b2922ad-c42c-4c1c-a599-f44979bf4759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:49:58.570830 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b33d08ad-0c78-4b6c-b186-9af335bb63da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:00.331351 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:01.811830 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:01.871889 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:07.872543 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:50:11.859481 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:11.865465 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:14.339712 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:17.862650 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:17.863900 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:24.319411 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:24.329614 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:26.454137 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-dc0e97c4-7266-4b98-b482-2d3109c6d985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:28.577248 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d3e8c5ca-9c0c-4948-ad0b-ea879be61767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:30.334785 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:31.815022 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:31.875081 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:41.867024 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:41.868357 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:44.331843 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:44.871688 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:50:54.313180 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:54.324080 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:54.866570 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=4 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:54.867317 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:50:56.449086 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-f28b145f-39d0-43b5-b4a8-f0d214f6ed41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:50:58.568829 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b7411105-5e69-459e-bd17-17ff6f095b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:00.336132 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.823480 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:01.878922 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:11.864675 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=9 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:11.870522 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:14.340794 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:21.877224 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:51:24.327363 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:24.333637 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:26.443674 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-b98e803c-67ac-4233-ba34-73a42206f751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:27.929213 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=2 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:28.576451 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-9dc031d2-992d-472d-ab08-fc3b4d9918d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:30.346496 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.813794 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:31.876152 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=6 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:31.883304 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:41.876103 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:41.878681 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:44.349903 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:54.330724 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:54.341305 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:51:56.459807 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-4889d1b0-2741-4b6f-99b8-936d23503161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.569296 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-04a1e94a-89b5-4ad6-8c26-871accc45868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:51:58.881676 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:52:00.333226 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.820915 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:01.884162 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:04.917936 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=16 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:08.877288 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=20 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:11.876040 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:11.878466 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:14.342426 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:24.327099 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:24.336777 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:26.453635 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-7a7150fb-1a40-475f-8552-04ab88e82657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:28.570015 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-d3dd284c-73f6-4a07-a71c-0fe73567ff49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:30.341848 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:31.809565 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:31.888764 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:35.881379 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG neutron.db.agents_db [None req-5db94dcc-dda2-4bb1-9622-ad7454843711 None None] Agent healthcheck: found 6 active agents {{(pid=106397) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 03:52:41.880815 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:41.883281 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:41.914713 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=5 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:44.355062 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-a74643d9-484f-4a38-aad0-360034145581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (73a14b0b-3baf-4ab9-a40f-10f14dc7e4ea), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:45.881103 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=3 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:54.344675 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=2 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:54.348677 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG dbcounter [-] [106396] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:54.814606 dv-cinder-849143-3-smb neutron-server[106397]: DEBUG dbcounter [-] [106397] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106397) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 17 03:52:56.448170 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-313f4dea-49fd-44f3-9c80-be4c9a911b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (a8f81b1f-1e5f-49f3-a5ae-2fd875142c34), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:52:58.568070 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-67479106-a459-4a18-a036-75290837a31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (de47c532-b031-4da0-b49e-186a107908a4), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:00.339701 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-2f234ed9-465d-4303-be93-c8865fad1638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (c6fd168b-2db0-4d6b-aa48-2bec6d3753c6), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:01.804501 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-43da7f4d-a65c-4fe9-b5b4-766cb8984e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (8016a00b-f55b-455d-8622-ce8b0193102a), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 17 03:53:01.891276 dv-cinder-849143-3-smb neutron-server[106396]: DEBUG neutron_lib.callbacks.manager [None req-df76c6c3-2ae1-4f7d-ae7c-4bbe0bb6d9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782486776239', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32811917'] for agent (0653370a-2092-4c22-b4c5-8c2c71851d1c), after_update {{(pid=106396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}